-- Logs begin at Wed 2021-08-18 07:11:53 UTC, end at Wed 2021-08-18 08:08:58 UTC. -- Aug 18 07:41:57.779224 dv-cinder-804698-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 07:42:00.501493 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.common.config [-] Logging enabled! Aug 18 07:42:00.502132 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 18 07:42:00.502869 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 07:42:00.509691 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.common.config [-] Logging enabled! Aug 18 07:42:00.510121 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 18 07:42:00.510650 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 07:42:00.512045 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 07:42:00.512287 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 07:42:00.512767 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 07:42:00.513028 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 07:42:00.513267 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 07:42:00.513601 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.513907 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.514218 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.514454 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.514758 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.515055 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.515345 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.515642 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.515945 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.516238 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.516548 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.516843 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.517082 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.517374 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.517672 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.517968 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.518201 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] debug = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.518490 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.518929 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.519367 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.519652 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.519944 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.520232 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.520536 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.520823 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.521117 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.521466 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] host = dv-cinder-804698-3-iscsi {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.522349 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.522645 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.522939 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.523231 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.523512 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.523796 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.524088 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.524368 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.524676 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.524960 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.525257 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.525549 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.525843 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.526076 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.526301 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.526596 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.526886 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.527168 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.527449 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.527729 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.528008 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.528289 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.528588 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.528882 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.529174 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.529468 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.529750 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.530032 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.530313 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.530593 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.530882 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.531163 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.531442 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.531720 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.532026 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.532290 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.532606 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.532916 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.533208 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.533495 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.533785 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.534064 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.534349 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.534632 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.534908 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.535185 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_json = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.535463 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.535739 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.536026 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.536302 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.536602 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.536881 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.537216 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.538059 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:00.538371 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.538678 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.538990 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.539354 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.539662 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.539953 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.540299 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.540568 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.541014 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.541329 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.541631 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.541921 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.542221 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.542510 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.542813 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.543132 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.543435 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.543736 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.544020 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.544303 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.544619 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.544911 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.545476 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.545777 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.546072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.546353 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.546640 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.546938 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.547223 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.547503 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.547786 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.548078 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.548363 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.548668 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.548960 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.549245 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.549524 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.549914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.550203 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.550499 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.550783 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.551063 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.551342 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.551626 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.551903 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.552195 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.552503 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.552814 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.553096 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.553381 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.553661 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.553941 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.554225 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.554504 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.554794 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.555075 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.555354 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.555634 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.555911 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.556188 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.556482 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.556764 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.557047 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.557326 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.557605 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.557883 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.558162 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.558441 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.558737 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.559044 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.559328 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.559614 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.559897 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.560180 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.560479 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.560765 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.561048 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.561330 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.561608 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.561906 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.562196 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.562489 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.562776 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.563059 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.563361 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.563645 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.563934 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.564214 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.564517 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.564819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.565111 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.565411 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.565712 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.566014 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.566313 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.566611 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.566898 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.567216 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.567502 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:00.567724 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 07:42:00.567982 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 07:42:00.924462 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 07:42:00.924670 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 07:42:00.924973 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 07:42:00.925313 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 07:42:01.325265 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.325559 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.325836 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.327051 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.327328 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.327600 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.362541 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.362821 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.363093 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.380130 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.380420 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.380726 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.408724 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.409014 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.409290 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.445970 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.446250 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.446523 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.685142 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.685752 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.685752 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.685920 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.686570 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.808184 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.808606 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.808899 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.809182 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.809459 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.809778 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.810045 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.810308 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.810567 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.810862 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.811138 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.811392 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.811656 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.811914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.812174 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.812462 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.812728 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.813001 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.813275 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.813540 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.813813 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.814069 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.814352 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.814735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.814995 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.815242 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.815664 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.815915 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.816161 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.816406 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.816676 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.816923 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:01.817300 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 07:42:01.820791 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 07:42:01.824803 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 07:42:01.828552 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 18 07:42:01.830210 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 07:42:01.830672 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 07:42:01.831014 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 07:42:01.831407 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 07:42:01.834802 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 07:42:01.835059 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 07:42:01.835416 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 07:42:01.841009 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 07:42:01.863911 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 07:42:01.864386 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.864722 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 07:42:01.865091 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.866495 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 07:42:01.866791 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 07:42:01.867046 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 07:42:01.870331 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.870616 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:01.934850 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 07:42:01.935086 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 07:42:01.935558 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 07:42:01.935723 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 07:42:01.956769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_db.sqlalchemy.engines [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 07:42:02.499059 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing driver for type 'gre' Aug 18 07:42:02.499594 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] gre ID ranges: [(1, 1000)] Aug 18 07:42:02.553773 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing driver for type 'local' Aug 18 07:42:02.554115 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing driver for type 'vlan' Aug 18 07:42:02.568374 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] VlanTypeDriver initialization complete Aug 18 07:42:02.569829 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing driver for type 'vxlan' Aug 18 07:42:02.570398 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] vxlan ID ranges: [(1, 1000)] Aug 18 07:42:02.623035 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing extension driver 'port_security' Aug 18 07:42:02.623449 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] PortSecurityExtensionDriver initialization complete Aug 18 07:42:02.624149 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing mechanism driver 'openvswitch' Aug 18 07:42:02.624507 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing mechanism driver 'hyperv' Aug 18 07:42:02.631541 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:02.632377 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.632777 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.633126 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.633648 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.634078 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.634430 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.634772 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.635160 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.635562 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.635932 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.636282 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.636696 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.637099 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.637446 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.637781 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.638170 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.638570 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.638928 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.639251 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.639632 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.640033 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > address_group after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.640381 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > address_group after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.640746 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > address_group after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.641129 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 07:42:02.641503 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] ML2 OVO RPC backend initialized. {{(pid=105337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 07:42:02.642206 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.642559 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.642971 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.643317 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > networks before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.643662 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.643998 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > ports before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.644339 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.644738 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnets before_response 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.645087 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.645427 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.645763 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.646100 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.646434 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.646804 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.647139 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.647475 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.647803 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.648380 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.plugin [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Modular L2 Plugin initialization complete Aug 18 07:42:02.648728 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading services supported by the core plugin {{(pid=105337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 07:42:02.649055 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.plugins.ml2.managers [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Got port-security extension from driver 'port_security' Aug 18 07:42:02.649513 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.extensions.vlantransparent [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Disabled vlantransparent extension. Aug 18 07:42:02.649988 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 07:42:02.650301 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: router Aug 18 07:42:02.686657 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.687289 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_create 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.687414 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router before_create 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.687786 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.688154 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.688530 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_delete 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.688894 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > floatingip after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.690879 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_create 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.691252 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.691617 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.691976 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.692342 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.692790 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.693160 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.694056 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.694405 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: subnet after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.694743 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.695089 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > port precommit_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.695440 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_create 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.695781 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.696149 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.696508 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router after_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.696858 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_delete 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.697203 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_create 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.697560 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.697902 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_update 55549900 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.698263 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > agent after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.698613 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > agent after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.698960 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > network after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.699832 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Tracking information for resource: router configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:02.700170 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Tracking information for resource: floatingip configured {{(pid=105337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 07:42:02.705373 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.db.l3_agentschedulers_db [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 07:42:02.705950 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.706311 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.706656 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.707009 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: port after_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.707796 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router before_create 55550100 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.708154 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_delete 55550100 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.708541 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_create 55550100 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.708905 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > router precommit_update 55550100 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.713578 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.provider_configuration [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service providers = [] {{(pid=105337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 07:42:02.713947 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.db.servicetype_db [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 07:42:02.716891 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.service_base [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 07:42:02.717239 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.service_base [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 07:42:02.717581 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.service_base [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 07:42:02.718473 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.services.service_base [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 07:42:02.718843 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.services.service_base [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 07:42:02.719220 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.719537 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 07:42:02.730312 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.730652 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: auto_allocate Aug 18 07:42:02.736534 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: network precommit_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.736854 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: network precommit_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.737378 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.737702 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: tag Aug 18 07:42:02.744999 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.745331 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: timestamp Aug 18 07:42:02.749169 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.749501 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: network_ip_availability Aug 18 07:42:02.754951 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.755329 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.755688 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.757090 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.757413 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: flavors Aug 18 07:42:02.762393 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.762722 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading Plugin: revisions Aug 18 07:42:02.767044 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 07:42:02.767445 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.842s {{(pid=105337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 07:42:02.768193 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 07:42:02.768651 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Initializing extension manager. Aug 18 07:42:02.769157 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: __init__.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.769503 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: __pycache__ {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.769840 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.770176 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: address_group.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.770942 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.771525 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: address-group Aug 18 07:42:02.772001 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: address_scope.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.772742 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.773254 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: address-scope Aug 18 07:42:02.773580 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: admin_state_down_before_update.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.774503 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.775008 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: router-admin-state-down-before-update Aug 18 07:42:02.775331 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: agent.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.776029 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.776558 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: agent Aug 18 07:42:02.776888 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: agent_resources_synced.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.777784 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.778294 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: agent-resources-synced Aug 18 07:42:02.778612 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: allowedaddresspairs.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.780388 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.780938 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: allowed-address-pairs Aug 18 07:42:02.781267 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: auto_allocated_topology.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.782349 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.782862 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: auto-allocated-topology Aug 18 07:42:02.783185 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: availability_zone.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.783869 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.784371 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: availability_zone Aug 18 07:42:02.784725 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: availability_zone_filter.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.785636 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.786147 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: availability_zone_filter Aug 18 07:42:02.786479 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: data_plane_status.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.787406 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.787911 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 07:42:02.788233 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: default_subnetpools.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.789163 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.789666 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: default-subnetpools Aug 18 07:42:02.789988 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: dhcpagentscheduler.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.790798 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.791309 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: dhcp_agent_scheduler Aug 18 07:42:02.791630 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: dns.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.792552 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.793060 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension dns-integration not supported by any of loaded plugins Aug 18 07:42:02.793383 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: dns_domain_ports.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.794288 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.794791 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 07:42:02.795363 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.796284 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.796822 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 07:42:02.797151 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: dvr.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.797823 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.798333 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: dvr Aug 18 07:42:02.798660 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: ecmp_routes.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.799572 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.800073 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 07:42:02.800397 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: empty_string_filtering.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.801399 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.801907 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: empty-string-filtering Aug 18 07:42:02.802230 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.803651 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.804197 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 07:42:02.804493 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.805401 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.805902 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 07:42:02.806226 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: external_net.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.807118 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.807625 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: external-net Aug 18 07:42:02.807948 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: extra_dhcp_opt.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.808874 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.809385 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: extra_dhcp_opt Aug 18 07:42:02.809709 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: extraroute.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.810616 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.811126 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: extraroute Aug 18 07:42:02.811449 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: extraroute_atomic.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.812494 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.813014 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: extraroute-atomic Aug 18 07:42:02.813336 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: filter_validation.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.814202 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.814704 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: filter-validation Aug 18 07:42:02.815027 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: fip_pf_description.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.815939 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.816463 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 07:42:02.816789 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: fip_port_details.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.817697 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.818202 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: fip-port-details Aug 18 07:42:02.819284 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: flavors.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.820552 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.821075 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: flavors Aug 18 07:42:02.821400 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.823081 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.823603 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 07:42:02.823937 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: floatingip_pools.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.824673 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.825187 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: floatingip-pools Aug 18 07:42:02.825513 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: ip_allocation.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.826432 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.827084 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 07:42:02.827412 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.828327 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.828868 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: ip-substring-filtering Aug 18 07:42:02.829204 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l2_adjacency.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.830114 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.830617 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 07:42:02.830941 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.831948 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.832484 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: router Aug 18 07:42:02.832814 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3_conntrack_helper.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.835086 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.835610 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 07:42:02.835946 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.836935 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.837446 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: ext-gw-mode Aug 18 07:42:02.837774 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.838684 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.839193 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: l3-ha Aug 18 07:42:02.839613 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3_flavors.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.840555 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.841065 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: l3-flavors Aug 18 07:42:02.841389 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.842301 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.842914 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 07:42:02.843227 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: l3agentscheduler.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.844289 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.844838 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: l3_agent_scheduler Aug 18 07:42:02.845175 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: logging.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.846657 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.847181 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension logging not supported by any of loaded plugins Aug 18 07:42:02.847511 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: metering.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.848344 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.848958 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: metering Aug 18 07:42:02.849284 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.851131 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.851646 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: metering_source_and_destination_fields Aug 18 07:42:02.851976 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: multiprovidernet.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.852930 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.853440 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: multi-provider Aug 18 07:42:02.853765 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: netmtu.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.854677 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.855282 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: net-mtu Aug 18 07:42:02.855608 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: netmtu_writable.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.856639 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.857147 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: net-mtu-writable Aug 18 07:42:02.857471 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: network_availability_zone.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.858231 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.858733 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: network_availability_zone Aug 18 07:42:02.859054 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: network_ip_availability.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.860142 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.860784 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: network-ip-availability Aug 18 07:42:02.861112 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: network_segment_range.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.861877 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.862377 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 07:42:02.862704 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: pagination.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.863673 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.864001 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: pagination Aug 18 07:42:02.864321 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: port_device_profile.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.865300 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.866337 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: port-device-profile Aug 18 07:42:02.866661 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.867573 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.868082 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: port-mac-address-regenerate Aug 18 07:42:02.868411 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.869366 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.869876 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: port-numa-affinity-policy Aug 18 07:42:02.870200 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: port_resource_request.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.871101 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.871605 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 07:42:02.871926 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: portbindings.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.873011 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.873538 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: binding Aug 18 07:42:02.873860 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: portbindings_extended.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.875215 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.875730 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: binding-extended Aug 18 07:42:02.876062 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: portsecurity.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.876987 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.877496 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: port-security Aug 18 07:42:02.877820 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: project_id.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.878784 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.879109 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: project-id Aug 18 07:42:02.879432 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: providernet.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.880344 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.880887 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: provider Aug 18 07:42:02.881732 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.885306 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.885822 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos not supported by any of loaded plugins Aug 18 07:42:02.886158 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.887398 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.887915 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 07:42:02.888251 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.889197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.889705 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 07:42:02.890036 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_default.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.890933 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.891446 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-default not supported by any of loaded plugins Aug 18 07:42:02.891773 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_fip.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.892423 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.892950 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-fip not supported by any of loaded plugins Aug 18 07:42:02.893273 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_gateway_ip.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.894185 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.894701 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 07:42:02.895021 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_port_network_policy.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.895917 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.896424 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 07:42:02.897334 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_pps_rule.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.898496 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.899016 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-pps not supported by any of loaded plugins Aug 18 07:42:02.899340 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_rule_type_details.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.900249 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.900793 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 07:42:02.901129 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: qos_rules_alias.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.902733 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.903289 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 07:42:02.903667 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: quotasv2.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.905319 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.905740 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: quotas Aug 18 07:42:02.906130 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: quotasv2_detail.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.910449 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.910838 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: quota_details Aug 18 07:42:02.911361 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: rbac.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.912954 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.913844 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: rbac-policies Aug 18 07:42:02.914211 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: rbac_address_group.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.915367 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.916130 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: rbac-address-group Aug 18 07:42:02.916559 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: rbac_address_scope.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.917989 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.918541 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: rbac-address-scope Aug 18 07:42:02.918919 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: rbac_security_groups.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.920430 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.921149 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: rbac-security-groups Aug 18 07:42:02.921574 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: rbac_subnetpool.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.922808 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.923383 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: rbac-subnetpool Aug 18 07:42:02.923847 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: revisionifmatch.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.925319 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.925922 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: revision-if-match Aug 18 07:42:02.926285 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: revisions.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.928077 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.928709 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: standard-attr-revisions Aug 18 07:42:02.929041 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: router_availability_zone.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.929726 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.930235 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: router_availability_zone Aug 18 07:42:02.930561 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: routerservicetype.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.931479 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.931983 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension router-service-type not supported by any of loaded plugins Aug 18 07:42:02.932304 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.933247 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.933753 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: security-groups-normalized-cidr Aug 18 07:42:02.934075 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: security_groups_port_filtering.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.934993 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.935500 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: port-security-groups-filtering Aug 18 07:42:02.935823 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.936757 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.937262 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: security-groups-remote-address-group Aug 18 07:42:02.937584 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: securitygroup.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.947780 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.948307 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: security-group Aug 18 07:42:02.948777 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: segment.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.949567 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.950073 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension segment not supported by any of loaded plugins Aug 18 07:42:02.950403 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.951342 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.951853 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 07:42:02.952185 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: servicetype.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.953395 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.953916 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: service-type Aug 18 07:42:02.954246 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: sorting.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.955226 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.955562 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: sorting Aug 18 07:42:02.955892 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: standard_attr_segment.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.956830 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.957348 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 07:42:02.957677 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: standardattrdescription.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.958324 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.958835 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: standard-attr-description Aug 18 07:42:02.959733 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: stateful_security_group.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.960691 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.961209 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: stateful-security-group Aug 18 07:42:02.961529 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: stdattrs_common.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.962118 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 07:42:02.962438 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.963361 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.963869 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 07:42:02.964189 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnet_onboard.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.965288 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.965806 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: subnet_onboard Aug 18 07:42:02.966132 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.967057 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.967570 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 07:42:02.967895 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnet_service_types.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.968835 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.969352 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: subnet-service-types Aug 18 07:42:02.969670 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnetallocation.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.970750 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.971267 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: subnet_allocation Aug 18 07:42:02.971587 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.972255 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.972801 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: subnetpool-prefix-ops Aug 18 07:42:02.973126 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.974156 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.974688 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 07:42:02.975023 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: tagging.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.976091 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.976654 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: standard-attr-tag Aug 18 07:42:02.976984 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: timestamp.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.978200 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.978715 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loaded extension: standard-attr-timestamp Aug 18 07:42:02.979046 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: trunk.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.980090 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.980625 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension trunk not supported by any of loaded plugins Aug 18 07:42:02.980956 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: trunk_details.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.981877 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.982385 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension trunk-details not supported by any of loaded plugins Aug 18 07:42:02.982710 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: uplink_status_propagation.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.983623 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.984132 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 07:42:02.984469 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Loading extension file: vlantransparent.py {{(pid=105337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 07:42:02.985147 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 07:42:02.985645 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 07:42:02.988139 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:network Aug 18 07:42:02.988692 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnet Aug 18 07:42:02.989094 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 07:42:02.989483 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:port Aug 18 07:42:02.990783 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.991216 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service FLAVORS assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.991833 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.992259 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.992624 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:router Aug 18 07:42:02.993053 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:floatingip Aug 18 07:42:02.993551 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service METERING assigned prefix: /metering {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.994992 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.995363 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.995715 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:42:02.996765 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 07:42:02.997207 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:security_group Aug 18 07:42:02.997647 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 07:42:02.998252 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service CORE assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.998581 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 07:42:02.998931 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] subnetpool is already registered Aug 18 07:42:02.999358 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service CORE assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:02.999681 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 07:42:03.000011 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] subnetpool is already registered Aug 18 07:42:03.002314 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.004083 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service FLAVORS assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.004726 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.005155 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.005492 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:router Aug 18 07:42:03.005835 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] router is already registered Aug 18 07:42:03.006786 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:floatingip Aug 18 07:42:03.007125 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] floatingip is already registered Aug 18 07:42:03.007576 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service METERING assigned prefix: /metering {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.008237 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 07:42:03.008597 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] rbac_policy is already registered Aug 18 07:42:03.009009 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:security_group Aug 18 07:42:03.009346 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] security_group is already registered Aug 18 07:42:03.009746 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 07:42:03.010083 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] security_group_rule is already registered Aug 18 07:42:03.010555 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service CORE assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.010882 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 07:42:03.011218 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] subnetpool is already registered Aug 18 07:42:03.011629 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.v2.resource_helper [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Service CORE assigned prefix: {{(pid=105337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 07:42:03.011950 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 07:42:03.012280 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING neutron.quota.resource_registry [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] subnetpool is already registered Aug 18 07:42:03.012748 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: extensions {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.014293 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: address-groups {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.015886 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: address-scopes {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.017120 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: agents {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.018282 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: auto-allocated-topology {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.019634 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: availability_zones {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.020887 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: dhcp-networks {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.022991 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: dhcp-agents {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.024529 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: routers {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.026244 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: flavors {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.027399 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: service_profiles {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.028745 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: next_providers {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.030160 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: service_profiles {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.031611 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: floatingip-pools {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.032861 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: routers {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.034669 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: floatingips {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.035872 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: l3-routers {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.037314 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: l3-agents {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.038822 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: metering-labels {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.040061 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: metering-label-rules {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.041360 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: network-ip-availabilities {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.042719 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: bindings {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.044294 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: quotas {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.046042 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: quotas {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.047560 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: rbac-policies {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.048769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: security-groups {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.049979 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: security-group-rules {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.051208 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: service-providers {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.052554 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: subnetpools {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.053977 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: subnetpools {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.055480 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.057320 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.059013 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.060979 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.062715 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.064589 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.067600 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.070061 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.071830 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.073711 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron.api.extensions [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Extended resource: tags {{(pid=105337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 07:42:03.079942 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING keystonemiddleware.auth_token [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 07:42:03.085119 dv-cinder-804698-3-iscsi neutron-server[105337]: WARNING keystonemiddleware.auth_token [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 07:42:03.093515 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Acquired lock "singleton_lock" {{(pid=105337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 07:42:03.093986 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_concurrency.lockutils [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Releasing lock "singleton_lock" {{(pid=105337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 07:42:03.094644 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Starting 2 workers Aug 18 07:42:03.099861 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Started child 105478 {{(pid=105337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 07:42:03.104589 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Started child 105479 {{(pid=105337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 07:42:03.105506 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.106165 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO neutron.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 07:42:03.106811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Notify callbacks [] for process, before_spawn {{(pid=105337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.107447 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [-] (105478) wsgi starting up on http://0.0.0.0:9696 Aug 18 07:42:03.109394 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Starting 1 workers Aug 18 07:42:03.109903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.111346 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [-] (105479) wsgi starting up on http://0.0.0.0:9696 Aug 18 07:42:03.114949 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Started child 105480 {{(pid=105337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 07:42:03.115531 dv-cinder-804698-3-iscsi neutron-server[105337]: INFO oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Starting 1 workers Aug 18 07:42:03.119797 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] calling RpcWorker wait() {{(pid=105480) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 07:42:03.120436 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Started child 105481 {{(pid=105337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 07:42:03.120564 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.service [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] returning from RpcWorker wait() {{(pid=105480) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 07:42:03.120995 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a6c2-069d-403b-a463-635939bae8fb None None] Notify callbacks [] for process, after_spawn {{(pid=105337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.121636 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.122114 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:03.122937 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 07:42:03.123146 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 07:42:03.123319 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 07:42:03.123532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 07:42:03.123869 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 07:42:03.124031 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 07:42:03.124575 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.124865 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.125112 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.125267 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:03.125735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.125735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.126217 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:03.126325 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.126475 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.126721 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.126976 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.127205 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.127371 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.127540 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.127797 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.128048 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.128345 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.128638 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.128890 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.129155 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.129324 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.129670 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.129974 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.130399 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.130840 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] debug = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.131761 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.132531 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.132930 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.133214 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.133458 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.134237 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.134237 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.134512 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.135470 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.135470 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.135848 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.135999 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.136145 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.136353 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.136633 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.136926 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.137113 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.137577 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] host = dv-cinder-804698-3-iscsi {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.137800 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.138021 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.138300 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.138586 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.138749 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.138971 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.139218 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.141390 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.141390 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.141390 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.141390 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.142819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.142819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.142819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.142819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_options = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.142819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.143460 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.143460 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.143460 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.143865 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.143865 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.144139 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.144139 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.144419 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.144672 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.144838 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.145017 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.145336 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.145491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.145734 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.145982 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.146196 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.146425 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.147332 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.147490 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.147793 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.148129 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.148397 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.148916 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.148916 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.149265 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.149265 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.149536 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.149690 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.149946 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.150185 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.150444 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.150682 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.150935 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.151167 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.151391 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.151745 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.151957 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.152130 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.152477 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.152726 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.152942 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.153184 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.153398 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.153641 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.153877 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_json = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.154089 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.154301 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.154547 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.154759 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.154988 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.155198 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.155477 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.155658 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.156084 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.156375 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.156737 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.157001 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.157235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.157504 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.157734 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.157966 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.158209 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.158440 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.158823 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.159086 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.160389 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.160615 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.160858 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.161112 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.161397 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.161739 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.161965 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.162305 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.162568 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.162837 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.163216 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.163618 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.164653 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.165423 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.165738 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.165955 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.166192 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.166431 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.166660 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.166887 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.167169 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.167400 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.167629 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.167880 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.168136 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.168361 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.168658 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.168908 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.169157 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.169400 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.169631 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.169856 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.170082 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.170589 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.172564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.173532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.173532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.173532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.173532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.174811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.174811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.174811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.174811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.174811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.175863 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.175863 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.175863 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.175863 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.175863 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.176627 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.176627 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.176627 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177083 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177083 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177290 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177466 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177820 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.177982 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.178735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.178735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.178735 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.179131 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.179131 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.179543 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.179543 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.179804 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.180477 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.180477 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.180793 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.180993 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.181557 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.181557 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.181784 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.181903 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.182184 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.182429 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.182791 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.183235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.183235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.183547 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.183844 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.184094 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.184354 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.184609 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.184839 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.185093 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.185352 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186215 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186215 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186215 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186524 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186664 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.186895 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.187154 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.187442 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.187677 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.187950 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.188265 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.188578 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.188838 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.189082 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.189335 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.189596 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.189830 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.190082 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.190320 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.190556 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.190780 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.191073 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.191441 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.191604 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.191732 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.191973 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.192282 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.192571 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.192809 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.193031 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.193324 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.194080 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.194332 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.194600 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.194860 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.195094 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.195344 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.195577 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.195815 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.196152 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.196305 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.196532 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.196784 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.196999 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.199050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.200914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.201286 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.201286 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.201562 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.201757 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.201988 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.202218 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.202440 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.202693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.202920 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.203172 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.203400 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.203710 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.203956 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.204187 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.204403 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.204643 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.204875 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.205114 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.205352 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.205620 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.205947 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.206280 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.206454 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.206657 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.207030 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.207138 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.207364 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.207599 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.207819 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.208343 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.208343 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.208557 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.208724 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.209718 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.209945 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.210235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.210458 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.210691 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.210919 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.211422 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.211691 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.211929 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.212211 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.212435 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.212831 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.213247 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.213620 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.213984 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.214359 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.214729 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.215122 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.215362 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.215584 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216011 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216125 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216265 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216519 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216895 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.216998 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.217197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.217617 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.218038 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.218450 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.218907 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.219332 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.219739 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.219977 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.220221 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.220700 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.221197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.221626 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.222054 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.222485 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.222921 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.223362 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.223848 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.224191 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.224430 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.224762 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.225009 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.225269 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.225551 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.225894 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.226122 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.226371 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.226612 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.226837 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.227068 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.227332 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.227647 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.228141 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.228628 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.229096 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.229431 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.229778 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.230158 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.230515 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.230848 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.231197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.231474 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.231739 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.232050 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.232313 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.232573 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.232818 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.233067 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.233295 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.233518 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.233794 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.234030 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.234261 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.234491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.234726 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.234949 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.235179 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.235409 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.235644 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.235867 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.236029 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 07:42:03.236586 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 07:42:03.236756 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 07:42:03.236927 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 07:42:03.237113 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 07:42:03.237288 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 07:42:03.237449 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 07:42:03.237658 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.237827 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.237991 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238154 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238317 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238502 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238667 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238850 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.238988 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239136 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239299 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239460 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239620 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239782 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.239943 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.240102 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.240264 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.240985 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.241152 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.241315 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.241476 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.241639 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.241877 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] debug = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242049 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242298 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242449 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242559 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242722 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.242898 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.243045 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.243208 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.243565 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.243770 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.243914 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244045 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244195 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244358 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244551 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244713 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.244860 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245026 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] host = dv-cinder-804698-3-iscsi {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245181 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245338 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245494 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245649 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245805 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.245963 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246119 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246275 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246430 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246623 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246751 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.246904 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247061 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247379 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247685 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_options = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247685 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247856 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.247999 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.248196 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.248348 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.248545 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.248710 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.248876 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249035 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249198 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249361 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249510 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249730 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249869 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.249973 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250136 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250299 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250623 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250623 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250797 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.250921 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.251090 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.251244 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.251561 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.251717 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.251879 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252036 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252193 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252360 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252547 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252710 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.252857 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253010 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253178 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253336 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253495 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253664 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.253825 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254179 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254343 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254507 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254671 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254833 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.254993 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.255161 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.255321 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_json = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.255466 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.255786 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.256022 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.256692 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.256832 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.257001 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.257550 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.257550 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 07:42:03.257550 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258027 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258027 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258027 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258457 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258457 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.258457 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.259491 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.261235 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.262693 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.264918 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265417 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265417 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265417 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265417 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265417 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265695 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.265769 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266274 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266274 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266274 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266274 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266753 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266753 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266753 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266930 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.266996 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267142 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267308 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267472 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267637 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267801 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.267965 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.268134 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.268298 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.268483 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.268650 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.268816 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269062 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269171 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269331 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269456 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269626 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269789 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.269955 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270120 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270284 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270552 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270644 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270808 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.270957 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271123 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271288 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271452 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271647 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271811 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.271976 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272139 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272304 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272494 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272651 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272816 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.272983 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273148 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273312 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273476 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273639 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273803 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.273967 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.274130 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.274295 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.274461 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.274625 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.274789 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.275042 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.275211 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.275547 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.275713 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.276016 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.276324 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.276559 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.276701 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.276868 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.277030 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.277751 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.277751 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.277751 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.277751 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.278936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280072 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280582 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280582 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280582 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280582 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280874 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.280957 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281054 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281206 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281397 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281552 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281694 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.281996 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.282310 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.282469 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.282637 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283101 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283101 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283101 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283434 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283434 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283581 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283717 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.283883 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284339 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284339 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284339 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284600 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284733 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.284862 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285028 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285365 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285526 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285864 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.285864 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286081 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286192 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286309 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286890 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286890 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.286890 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287263 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287263 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287263 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287507 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287588 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287739 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.287906 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288071 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288256 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288424 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288613 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288778 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.288945 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289318 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289318 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289664 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289664 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289826 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.289906 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.290069 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.290188 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.290356 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.290523 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291137 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291137 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291137 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291137 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291384 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291450 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291643 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291843 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.291937 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292103 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292273 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292460 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292622 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292806 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.292951 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293111 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293286 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293451 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293616 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293792 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.293953 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294103 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294279 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294446 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294609 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294773 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.294936 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.295101 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.295539 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.295703 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.295868 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296033 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296197 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296364 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296561 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296727 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.296892 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297056 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297221 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297386 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297561 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297728 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.297894 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298069 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298234 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298400 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298565 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298742 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.298908 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299076 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299239 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299413 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299570 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299797 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.299944 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300060 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300215 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300368 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300564 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300738 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.300912 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301077 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301250 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301430 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301595 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301759 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.301932 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.302080 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.302247 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.302411 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.302574 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.302742 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.303435 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.303599 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.303763 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.303927 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304092 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304256 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304420 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304604 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304768 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.304937 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.305099 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 07:42:03.305259 dv-cinder-804698-3-iscsi neutron-server[105337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 07:42:03.485405 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59278) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:03.494270 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067549 Aug 18 07:42:17.096046 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d2719-f8c6-4376-989b-d3f9325f406d None None] get_active_networks_info from dv-cinder-804698-3-iscsi {{(pid=105480) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 07:42:17.157411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d2719-f8c6-4376-989b-d3f9325f406d None None] No non-hosted networks {{(pid=105480) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 07:42:17.175998 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.agentschedulers_db [None req-1d0d2719-f8c6-4376-989b-d3f9325f406d None None] DHCP Agent not found on host dv-cinder-804698-3-iscsi {{(pid=105480) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 07:42:17.311001 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3051cb6b-bd94-407b-8a4b-97ef27153044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:18.768223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:18.769913 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.770765 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.771407 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.772019 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.772644 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.773254 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.773805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.774551 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.777467 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.778543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.779486 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.780342 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:18.781521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804698-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:18.790670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804698-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:19.671974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4c488624-5adf-4ca4-848c-c16d39777987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:19.744913 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a6899bff-5a9e-4d5f-965e-38f0af2b3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:21.053153 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:22.272615 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:23.542169 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59372) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:24.051285 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.db.l3_hamode_db [None req-e7a3cf8d-f4ea-45f8-b260-2a3a5345be96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 07:42:24.065446 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING oslo_policy.policy [None req-970a91ea-8f3d-4f68-a76d-2b676ab5b605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:24.066094 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING oslo_policy.policy [None req-970a91ea-8f3d-4f68-a76d-2b676ab5b605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:24.128108 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3cf8d-f4ea-45f8-b260-2a3a5345be96 None None] Routers set() bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:42:24.128391 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3cf8d-f4ea-45f8-b260-2a3a5345be96 None None] Router IDs set() for agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 07:42:24.283694 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [None req-970a91ea-8f3d-4f68-a76d-2b676ab5b605 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:42:24.284825 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-970a91ea-8f3d-4f68-a76d-2b676ab5b605 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7418401 Aug 18 07:42:26.671032 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59386) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:26.985428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:27.079453 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.policy [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105479) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 07:42:27.124299 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING oslo_policy.policy [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:27.124627 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING oslo_policy.policy [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:27.133930 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.quota [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] Loaded quota_driver: . Aug 18 07:42:27.223850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759214543375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759214543960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759214391475', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759214393868', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759213905990', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759214381330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1643477', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1887736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959968'] for rbac-policy, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:27.286242 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:27.287425 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e39ff63e-32f2-4985-bd13-f6097e6240d6 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152816 Aug 18 07:42:29.892196 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 59398) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:30.413540 dv-cinder-804698-3-iscsi neutron-server[105478]: WARNING oslo_policy.policy [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:30.414156 dv-cinder-804698-3-iscsi neutron-server[105478]: WARNING oslo_policy.policy [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:30.630554 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'name': 'private', 'project_id': 'e834ab2e09f84201a19009056038b844'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:30.632389 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.quota [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Loaded quota_driver: . Aug 18 07:42:30.691320 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Made reservation on behalf of e834ab2e09f84201a19009056038b844 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:42:30.757911 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.policy [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 07:42:30.802322 dv-cinder-804698-3-iscsi neutron-server[105478]: WARNING oslo_policy.policy [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:30.802696 dv-cinder-804698-3-iscsi neutron-server[105478]: WARNING oslo_policy.policy [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 07:42:30.813236 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:30.835091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:30.972617 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:30.977469 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:30.997829 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:42:31.027113 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759215536330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:31.027716 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Unsubscribe: segment precommit_create {{(pid=105478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 07:42:31.028238 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Added segment dea5fd36-ea27-4cfb-9bfa-c00675632fb0 of type vlan for network 22fefd4d-f8b7-493c-9109-1106a019b8a8 Aug 18 07:42:31.046345 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d81fe-001e-475f-8982-5c2d624b1f57,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:31.069467 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.069879 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.070162 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.070516 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.070914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.071260 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.071589 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.071926 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.072265 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.072613 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.072948 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.073247 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Tracked resource versions report: Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: pushed versions: Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: { 'AddressGroup': {'1.2'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'ConntrackHelper': {'1.0'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Log': {'1.0'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Network': {'1.1'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Port': {'1.7'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'PortForwarding': {'1.2'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'QosPolicy': {'1.9'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroup': {'1.4'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SubPort': {'1.0'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Subnet': {'1.1'}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Trunk': {'1.1'}} Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: consumer versions: Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'ConntrackHelper': '1.0', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Log': '1.0', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Network': '1.1', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Port': '1.7', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'PortForwarding': '1.2', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'QosPolicy': '1.9', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroup': '1.4', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroupRule': '1.2', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SubPort': '1.0', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Subnet': '1.1', Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Trunk': '1.1'}} Aug 18 07:42:31.074360 dv-cinder-804698-3-iscsi neutron-server[105478]: {{(pid=105478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:42:31.167218 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:31.215941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:31.217330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:31.218063 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:31.295205 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4007726 Aug 18 07:42:31.316748 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e320c-1cb5-4255-bbdc-b39d64195eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=22fefd4d-f8b7-493c-9109-1106a019b8a8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:31.329223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:42:34.006098 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59420) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:34.467400 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228464a-0436-4077-8bf9-5b6330c78bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:34.468864 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d228464a-0436-4077-8bf9-5b6330c78bce admin admin] 10.222.0.38 "GET /v2.0/networks/22fefd4d-f8b7-493c-9109-1106a019b8a8 HTTP/1.1" status: 200 len: 825 time: 0.4617982 Aug 18 07:42:34.494023 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1ad1c20c-56cd-4874-b25b-246226d15a80 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/a68f06cd-2e3f-4911-8249-efc9db0954bc HTTP/1.1" status: 200 len: 734 time: 0.0191033 Aug 18 07:42:34.503492 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc', 'gateway_ip': '172.20.0.1', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'name': 'private-subnet'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:34.531657 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Made reservation on behalf of e834ab2e09f84201a19009056038b844 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:42:34.534558 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:34.837781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:34.903904 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Checking segment: {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:42:34.904271 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Network hostable DHCP agents. Network: 22fefd4d-f8b7-493c-9109-1106a019b8a8, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:42:34.924663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436bf223-34ca-4857-82ae-914d1bfecff3,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:34.938476 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.938839 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.939178 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.939563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.939923 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.940319 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.940686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.941026 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.941366 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.941686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.942002 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.942316 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Tracked resource versions report: Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: pushed versions: Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: { 'AddressGroup': {'1.2'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'ConntrackHelper': {'1.0'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Log': {'1.0'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Network': {'1.1'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Port': {'1.7'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'PortForwarding': {'1.2'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'QosPolicy': {'1.9'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroup': {'1.4'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SubPort': {'1.0'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Subnet': {'1.1'}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Trunk': {'1.1'}} Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: consumer versions: Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'ConntrackHelper': '1.0', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Log': '1.0', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Network': '1.1', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Port': '1.7', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'PortForwarding': '1.2', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'QosPolicy': '1.9', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroup': '1.4', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroupRule': '1.2', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SubPort': '1.0', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Subnet': '1.1', Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Trunk': '1.1'}} Aug 18 07:42:34.943630 dv-cinder-804698-3-iscsi neutron-server[105479]: {{(pid=105479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:42:34.965834 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:42:34.983097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 22fefd4d-f8b7-493c-9109-1106a019b8a8) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:42:34.987881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:34.988242 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:34.994729 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2bd99-79cf-462f-a436-c5bd626e45a2 None None] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:42:35.004544 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-3dbde3c2-6877-4b31-a005-debd15e0f3f7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5045180 Aug 18 07:42:35.323277 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-22fefd4d-f8b7-493c-9109-1106a019b8a8', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:42:35.324600 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:35.600595 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Allocated IP 172.20.0.2 (22fefd4d-f8b7-493c-9109-1106a019b8a8/436bf223-34ca-4857-82ae-914d1bfecff3/b42f8135-ae57-4ff9-b694-51f5dc5a5a7a) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:42:35.838878 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:35.854158 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Transition to ACTIVE for port object b42f8135-ae57-4ff9-b694-51f5dc5a5a7a will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:42:35.876118 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Transition to ACTIVE for port object b42f8135-ae57-4ff9-b694-51f5dc5a5a7a will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:42:35.885302 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:35.965696 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:42:35.970546 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:42:35.976781 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Pushing event updated for resources: {'Port': ['ID=b42f8135-ae57-4ff9-b694-51f5dc5a5a7a,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:35.979231 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:42:35.989513 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.989887 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.990242 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.990638 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.991494 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.991829 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.992161 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.992513 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.992862 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.993197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.993521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.993846 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Tracked resource versions report: Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: pushed versions: Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: { 'AddressGroup': {'1.2'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'ConntrackHelper': {'1.0'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Log': {'1.0'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Network': {'1.1'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Port': {'1.7'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'PortForwarding': {'1.2'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'QosPolicy': {'1.9'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroup': {'1.4'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SubPort': {'1.0'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Subnet': {'1.1'}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Trunk': {'1.1'}} Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: consumer versions: Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'ConntrackHelper': '1.0', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Log': '1.0', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Network': '1.1', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Port': '1.7', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'PortForwarding': '1.2', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'QosPolicy': '1.9', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroup': '1.4', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroupRule': '1.2', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SubPort': '1.0', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Subnet': '1.1', Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Trunk': '1.1'}} Aug 18 07:42:35.994966 dv-cinder-804698-3-iscsi neutron-server[105480]: {{(pid=105480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:42:36.069499 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Attempting to bind port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:42:36.069889 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Attempting to bind port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:42:36.070339 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Attempting to bind port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a on network 22fefd4d-f8b7-493c-9109-1106a019b8a8 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:42:36.075791 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:42:36.076205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Checking segment: {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:42:36.076745 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:36.077144 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Bound using segment: {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:42:36.077635 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Bound port: b42f8135-ae57-4ff9-b694-51f5dc5a5a7a, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:42:36.078074 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:36.147847 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] For port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:42:36.152273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] For port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b42f8135-ae57-4ff9-b694-51f5dc5a5a7a,segment=NetworkSegment(dea5fd36-ea27-4cfb-9bfa-c00675632fb0),segment_id=dea5fd36-ea27-4cfb-9bfa-c00675632fb0)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:42:36.156943 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:36.229219 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2bba-ec87-4356-b1bd-8d0a812a1225 None None] Pushing event updated for resources: {'Port': ['ID=b42f8135-ae57-4ff9-b694-51f5dc5a5a7a,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:37.479000 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 59432) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:37.819078 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [None req-11d7b0e3-7b06-423b-b1f4-547b0ceb9a46 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:42:37.820148 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-11d7b0e3-7b06-423b-b1f4-547b0ceb9a46 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3401463 Aug 18 07:42:40.186841 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:42:40.264171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 59440) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:40.598063 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [None req-37c1e0ad-ae22-4ba2-a6c2-2bcc049d1bb8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:42:40.599277 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-37c1e0ad-ae22-4ba2-a6c2-2bcc049d1bb8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3338816 Aug 18 07:42:43.251305 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59450) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:43.621066 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:43.648046 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:43.649873 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:43.819954 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:43.825685 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:43.838766 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:43.840010 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-434cdd7f-0b1d-49c8-9871-9318bfd0d578 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5877070 Aug 18 07:42:44.714219 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66097871-c19b-4f24-b3b2-a3f3c5d55b6d None None] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:42:44.767488 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-87a2c994-0654-4fff-bfd7-20929ab466a3 None None] Provisioning for port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:42:45.222439 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b42f8135-ae57-4ff9-b694-51f5dc5a5a7a up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:42:45.305795 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:42:45.309575 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:42:45.309974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:45.416692 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:45.451057 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b42f8135-ae57-4ff9-b694-51f5dc5a5a7a,segment=NetworkSegment(dea5fd36-ea27-4cfb-9bfa-c00675632fb0),segment_id=dea5fd36-ea27-4cfb-9bfa-c00675632fb0)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:42:45.454583 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:45.502133 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=b42f8135-ae57-4ff9-b694-51f5dc5a5a7a,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:46.226167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59462) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:46.548692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [None req-af0aa62c-72bb-4665-8c20-51548ac84ebe admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:42:46.549684 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-af0aa62c-72bb-4665-8c20-51548ac84ebe admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225894 Aug 18 07:42:47.004226 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aa72d8ab-d671-4a0a-a173-a27d37841ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:47.212671 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b42f8135-ae57-4ff9-b694-51f5dc5a5a7a up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:42:47.264805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:42:47.265101 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:48.758040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:48.992604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59470) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:49.315470 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:49.339293 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Made reservation on behalf of b0db1aa617054bb7a48b54d12993ddac for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:42:49.341997 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.363027 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.487721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.492169 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.508875 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Reserving flat network on physical network physnet1 {{(pid=105479) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 07:42:49.529634 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2180b147-aede-4098-b310-8eb0f69e2ea3,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:49.536949 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759215536330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.538406 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Unsubscribe: segment precommit_create {{(pid=105479) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 07:42:49.538566 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Added segment 2d7f6e68-ed64-4890-8570-13e4a79412e5 of type flat for network 74e2096c-1469-413f-94ce-69fe38608335 Aug 18 07:42:49.593831 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.647157 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.648127 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:49.648753 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.658837 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3059-4697-4b0a-a0bb-c956c8894bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:49.729385 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7356925 Aug 18 07:42:49.749190 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31663-094a-4384-9dc1-77249e1ca414 admin admin] Pushing event updated for resources: {'Network': ['ID=74e2096c-1469-413f-94ce-69fe38608335,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:49.761020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 74e2096c-1469-413f-94ce-69fe38608335 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:42:51.007117 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:52.191200 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59488) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:52.214989 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:52.384999 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c337e20-7b5b-41a5-8568-12ab81e28131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:52.386356 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-3c337e20-7b5b-41a5-8568-12ab81e28131 admin admin] 10.222.0.38 "GET /v2.0/subnets/436bf223-34ca-4857-82ae-914d1bfecff3 HTTP/1.1" status: 200 len: 849 time: 0.1942174 Aug 18 07:42:52.509375 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-8519af89-cc55-40c9-9ce9-95756b85b556 admin admin] 10.222.0.38 "GET /v2.0/routers/f0f443b8-0805-4a8c-9bba-bba49212c06b HTTP/1.1" status: 200 len: 704 time: 0.1166286 Aug 18 07:42:52.786948 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.088079 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Allocated IP 172.20.0.1 (22fefd4d-f8b7-493c-9109-1106a019b8a8/436bf223-34ca-4857-82ae-914d1bfecff3/c4717319-6320-46c2-a862-9453ca01a23f) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:42:53.247897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.322210 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Transition to ACTIVE for port object c4717319-6320-46c2-a862-9453ca01a23f will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:42:53.401652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.478305 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:42:53.483136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:42:53.485889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:42:53.486452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.510262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=c4717319-6320-46c2-a862-9453ca01a23f,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:53.676203 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1c91e4ce-90f4-4f6a-802e-3e94710cd665 None None] Provisioning for port c4717319-6320-46c2-a862-9453ca01a23f completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:42:53.680099 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1c91e4ce-90f4-4f6a-802e-3e94710cd665 None None] Provisioning complete for port c4717319-6320-46c2-a862-9453ca01a23f triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:42:53.680497 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1c91e4ce-90f4-4f6a-802e-3e94710cd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.695053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.714448 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-1c91e4ce-90f4-4f6a-802e-3e94710cd665 None None] Port c4717319-6320-46c2-a862-9453ca01a23f cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:42:53.917969 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.922221 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.923251 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:53.999964 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=c4717319-6320-46c2-a862-9453ca01a23f,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:54.053023 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:42:54.054646 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:42:54.234540 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Router f0f443b8-0805-4a8c-9bba-bba49212c06b is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:42:54.241881 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-e8cdc30e-57cd-499c-9960-282d66244632 None None] Provisioning complete for port c4717319-6320-46c2-a862-9453ca01a23f triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:42:54.242462 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc30e-57cd-499c-9960-282d66244632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:54.296051 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdc30e-57cd-499c-9960-282d66244632 None None] Port c4717319-6320-46c2-a862-9453ca01a23f cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:42:54.352332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:42:54.359764 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-8eb7d2c3-0b0e-4093-9c09-0808a711ab56 admin admin] 10.222.0.38 "PUT /v2.0/routers/f0f443b8-0805-4a8c-9bba-bba49212c06b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8428724 Aug 18 07:42:54.375809 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Sync routers for ids ['f0f443b8-0805-4a8c-9bba-bba49212c06b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:42:54.390287 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Routers {'f0f443b8-0805-4a8c-9bba-bba49212c06b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:42:54.391258 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:42:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0f443b8-0805-4a8c-9bba-bba49212c06b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:54.582728 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Set router f0f443b8-0805-4a8c-9bba-bba49212c06b gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:42:55.053739 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:42:53Z', 'revision_number': 2, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port_host': None, '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:42:53Z', 'revision_number': 2, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:55.106458 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Checking router: f0f443b8-0805-4a8c-9bba-bba49212c06b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:42:55.106839 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Updating router f0f443b8-0805-4a8c-9bba-bba49212c06b port c4717319-6320-46c2-a862-9453ca01a23f binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:42:55.162271 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:55.719257 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:55.738486 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Transition to ACTIVE for port object c4717319-6320-46c2-a862-9453ca01a23f will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:42:55.745747 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:55.921196 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Pushing event updated for resources: {'Port': ['ID=c4717319-6320-46c2-a862-9453ca01a23f,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:55.928908 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Attempting to bind port c4717319-6320-46c2-a862-9453ca01a23f on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:42:55.929346 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Attempting to bind port c4717319-6320-46c2-a862-9453ca01a23f by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:42:55.929802 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Attempting to bind port c4717319-6320-46c2-a862-9453ca01a23f on network 22fefd4d-f8b7-493c-9109-1106a019b8a8 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:42:55.937796 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:42:55.938202 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Checking segment: {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:42:55.938705 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:55.939100 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Bound using segment: {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:42:55.939612 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Bound port: c4717319-6320-46c2-a862-9453ca01a23f, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea5fd36-ea27-4cfb-9bfa-c00675632fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:42:55.940067 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:55.942688 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.943020 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.943362 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.943698 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.944778 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.945060 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.945305 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.945638 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.945982 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.946313 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.946638 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.946953 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Tracked resource versions report: Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: pushed versions: Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: { 'AddressGroup': {'1.2'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'ConntrackHelper': {'1.0'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Log': {'1.0'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Network': {'1.1'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Port': {'1.7'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'PortForwarding': {'1.2'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'QosPolicy': {'1.9'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroup': {'1.4'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SubPort': {'1.0'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Subnet': {'1.1'}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Trunk': {'1.1'}} Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: consumer versions: Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'ConntrackHelper': '1.0', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Log': '1.0', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Network': '1.1', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Port': '1.7', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'PortForwarding': '1.2', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'QosPolicy': '1.9', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroup': '1.4', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroupRule': '1.2', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SubPort': '1.0', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Subnet': '1.1', Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Trunk': '1.1'}} Aug 18 07:42:55.948192 dv-cinder-804698-3-iscsi neutron-server[105481]: {{(pid=105481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:42:56.037906 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] For port c4717319-6320-46c2-a862-9453ca01a23f, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:42:56.077346 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] For port c4717319-6320-46c2-a862-9453ca01a23f, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=c4717319-6320-46c2-a862-9453ca01a23f,segment=NetworkSegment(dea5fd36-ea27-4cfb-9bfa-c00675632fb0),segment_id=dea5fd36-ea27-4cfb-9bfa-c00675632fb0)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:42:56.083112 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:56.148540 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Routers {'f0f443b8-0805-4a8c-9bba-bba49212c06b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:42:56.149199 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:42:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0f443b8-0805-4a8c-9bba-bba49212c06b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:56.208420 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543652-7970-4067-b2c8-1def3f456bbe None None] Pushing event updated for resources: {'Port': ['ID=c4717319-6320-46c2-a862-9453ca01a23f,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:56.284684 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] Set router f0f443b8-0805-4a8c-9bba-bba49212c06b gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:42:56.566295 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:42:53Z', 'revision_number': 2, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port_host': None, '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:42:56Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:42:56.591974 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69280bea-76cd-483e-af7b-6fd7e8d92a0b None None] The sync data for ids ['f0f443b8-0805-4a8c-9bba-bba49212c06b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:42:53Z', 'revision_number': 2, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port_host': None, '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:42:56Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:42:56.671609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59508) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:56.785924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b24563-8d57-4174-bc40-4d0963e9dd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:56.787308 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-b7b24563-8d57-4174-bc40-4d0963e9dd4a admin admin] 10.222.0.38 "GET /v2.0/networks/74e2096c-1469-413f-94ce-69fe38608335 HTTP/1.1" status: 200 len: 842 time: 0.1147521 Aug 18 07:42:56.797307 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:42:56.822772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Made reservation on behalf of b0db1aa617054bb7a48b54d12993ddac for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:42:56.824989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:57.124903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.objects.ports [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105479) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 07:42:57.125261 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:57.261692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406cfa15-e64c-4210-9da4-5b5f89c09b69,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:42:57.269827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:42:57.270178 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Network hostable DHCP agents. Network: 74e2096c-1469-413f-94ce-69fe38608335, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:42:57.288625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:42:57.298731 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 74e2096c-1469-413f-94ce-69fe38608335) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:42:57.303151 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:57.304416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:42:57.309586 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f7175-96dc-467d-a00c-ecdeed4dd2dd None None] Network 74e2096c-1469-413f-94ce-69fe38608335 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:42:57.320138 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-856e257b-e16c-4141-90d7-de081ead74c6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5263865 Aug 18 07:42:57.479940 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c725de-e335-47a7-a355-0a8b295113e4 None None] Network 74e2096c-1469-413f-94ce-69fe38608335 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:42:59.681935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59516) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:42:59.822722 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-2d84de86-c64b-4db4-b2fd-3d366b35f1a4 admin admin] 10.222.0.38 "GET /v2.0/routers/f0f443b8-0805-4a8c-9bba-bba49212c06b HTTP/1.1" status: 200 len: 710 time: 0.1393950 Aug 18 07:42:59.916091 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb7e44-248f-494b-a470-b06fbcb79cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:42:59.917408 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-bccb7e44-248f-494b-a470-b06fbcb79cb8 admin admin] 10.222.0.38 "GET /v2.0/networks/74e2096c-1469-413f-94ce-69fe38608335 HTTP/1.1" status: 200 len: 886 time: 0.0891013 Aug 18 07:42:59.929040 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:43:00.198841 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:00.481429 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:00.567657 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:00.680379 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Allocated IP 172.27.0.105 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/f2d4353b-ee7b-4f7a-b6ac-a965185f07fc) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:43:00.801068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:00.840551 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:00.876966 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:43:00.882643 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:43:00.887135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:43:00.926918 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Pushing event updated for resources: {'Port': ['ID=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:43:01.159397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:01.459345 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27633'] for router, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:01.462903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594937'] for router, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:01.594809 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Router f0f443b8-0805-4a8c-9bba-bba49212c06b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:43:01.700643 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:43:01.704938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:01.706137 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-83e91637-384e-4042-b706-035a3ad60dbd admin admin] 10.222.0.38 "PUT /v2.0/routers/f0f443b8-0805-4a8c-9bba-bba49212c06b HTTP/1.1" status: 200 len: 890 time: 1.7806790 Aug 18 07:43:03.284791 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Sync routers for ids ['f0f443b8-0805-4a8c-9bba-bba49212c06b'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:43:03.308808 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c4717319-6320-46c2-a862-9453ca01a23f up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:43:03.310890 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Routers {'f0f443b8-0805-4a8c-9bba-bba49212c06b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:43:03.311564 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:42:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0f443b8-0805-4a8c-9bba-bba49212c06b'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:43:03.590398 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port c4717319-6320-46c2-a862-9453ca01a23f completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:43:03.612420 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port c4717319-6320-46c2-a862-9453ca01a23f triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:43:03.612831 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:03.644984 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Set router f0f443b8-0805-4a8c-9bba-bba49212c06b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:43:03.948728 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.032678 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port c4717319-6320-46c2-a862-9453ca01a23f, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=c4717319-6320-46c2-a862-9453ca01a23f,segment=NetworkSegment(dea5fd36-ea27-4cfb-9bfa-c00675632fb0),segment_id=dea5fd36-ea27-4cfb-9bfa-c00675632fb0)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:43:04.043225 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.134899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=c4717319-6320-46c2-a862-9453ca01a23f,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:43:04.187292 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:43:01Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port': {'id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:43:00Z', 'updated_at': '2021-08-18T07:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:42:56Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:43:04.250661 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Checking router: f0f443b8-0805-4a8c-9bba-bba49212c06b for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:43:04.251168 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Updating router f0f443b8-0805-4a8c-9bba-bba49212c06b port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:43:04.300611 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 59528) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:43:04.314805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.432428 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-90936cbd-d49e-45b8-84c1-0c34d521894e admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1302938 Aug 18 07:43:04.686171 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.698127 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Transition to ACTIVE for port object f2d4353b-ee7b-4f7a-b6ac-a965185f07fc will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:43:04.706670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.773458 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Attempting to bind port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:43:04.773844 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Attempting to bind port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:43:04.774216 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Attempting to bind port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:43:04.776362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc3a59-cff1-49a8-8bd3-3f7235385434 None None] Pushing event updated for resources: {'Port': ['ID=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:43:04.782804 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:43:04.783314 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:43:04.783729 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.784036 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:43:04.784691 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Bound port: f2d4353b-ee7b-4f7a-b6ac-a965185f07fc, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:43:04.785112 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.854969 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] For port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:43:04.858752 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] For port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:43:04.865244 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:04.942894 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Routers {'f0f443b8-0805-4a8c-9bba-bba49212c06b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:43:04.943462 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:42:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0f443b8-0805-4a8c-9bba-bba49212c06b'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:43:04.946336 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc3a59-cff1-49a8-8bd3-3f7235385434 None None] Pushing event updated for resources: {'Port': ['ID=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:43:05.160756 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] Set router f0f443b8-0805-4a8c-9bba-bba49212c06b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:43:05.257018 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c4717319-6320-46c2-a862-9453ca01a23f up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:43:05.380297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port c4717319-6320-46c2-a862-9453ca01a23f triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:43:05.381080 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:05.522905 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:43:01Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port': {'id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:43:00Z', 'updated_at': '2021-08-18T07:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:43:03Z', 'revision_number': 5, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:43:05.575689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704e812-3cda-44f4-8124-71f4d53538de None None] The sync data for ids ['f0f443b8-0805-4a8c-9bba-bba49212c06b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'name': 'router1', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:42:43Z', 'updated_at': '2021-08-18T07:43:01Z', 'revision_number': 4, 'project_id': 'e834ab2e09f84201a19009056038b844', 'gw_port': {'id': 'f2d4353b-ee7b-4f7a-b6ac-a965185f07fc', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:43:00Z', 'updated_at': '2021-08-18T07:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c4717319-6320-46c2-a862-9453ca01a23f', 'name': '', 'network_id': '22fefd4d-f8b7-493c-9109-1106a019b8a8', 'tenant_id': 'e834ab2e09f84201a19009056038b844', 'mac_address': 'fa:16:3e:29:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f443b8-0805-4a8c-9bba-bba49212c06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:42:52Z', 'updated_at': '2021-08-18T07:43:03Z', 'revision_number': 5, 'project_id': 'e834ab2e09f84201a19009056038b844', 'subnets': [{'id': '436bf223-34ca-4857-82ae-914d1bfecff3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a68f06cd-2e3f-4911-8249-efc9db0954bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:43:07.315740 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f2d4353b-ee7b-4f7a-b6ac-a965185f07fc up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:43:07.398599 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:43:07.404786 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:43:07.405357 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:07.512169 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:07.539223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:43:07.547967 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:07.659500 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=f2d4353b-ee7b-4f7a-b6ac-a965185f07fc,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:43:09.297453 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f2d4353b-ee7b-4f7a-b6ac-a965185f07fc up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:43:09.423817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port f2d4353b-ee7b-4f7a-b6ac-a965185f07fc triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:43:09.423817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:17.014361 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58d5479e-4b4c-4430-858d-57e327b8e530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:17.186038 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:43:18.763499 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:19.652606 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-056427be-f1cb-406e-8003-33d0c0325309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:21.022626 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:22.236918 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:47.017707 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-053d1539-a238-45f1-a321-babe7d02ccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:48.765504 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:49.657530 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-272e525c-7b83-4c5e-b15d-14daeaf69333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:51.023829 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:52.231419 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:43:54.186208 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:44:17.013066 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ccde774d-01c0-4b95-8251-7507b4267ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:18.759335 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:19.658381 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-55d824cd-a1c9-47d5-b8ff-1494d2205fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:21.018588 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:22.233746 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:31.185807 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:44:43.921876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60096) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:43.984230 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.pecan_wsgi.hooks.translation [None req-d991a374-d904-4055-b13c-a27ede50c5b7 admin admin] GET failed (client error): The resource could not be found. Aug 18 07:44:43.985638 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d991a374-d904-4055-b13c-a27ede50c5b7 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627794 Aug 18 07:44:44.144605 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3beb08-ec5e-46ab-bc98-8a01a62efdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:44.145949 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-4e3beb08-ec5e-46ab-bc98-8a01a62efdda admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559207 Aug 18 07:44:46.358544 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60106) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:46.454907 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5bb66-4dfc-48c5-9047-30da311379d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:46.456264 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-72e5bb66-4dfc-48c5-9047-30da311379d8 admin admin] 10.222.0.38 "GET /v2.0/subnets/436bf223-34ca-4857-82ae-914d1bfecff3 HTTP/1.1" status: 200 len: 849 time: 0.0967519 Aug 18 07:44:46.466189 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:44:46.548238 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:46.694804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759215521895'] for subnet, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:46.726281 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:46.726863 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:46.728163 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] 10.222.0.38 "PUT /v2.0/subnets/436bf223-34ca-4857-82ae-914d1bfecff3 HTTP/1.1" status: 200 len: 868 time: 0.2658899 Aug 18 07:44:46.731149 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401e85b-602e-46bb-ba99-5f12680ac997 None None] Network 22fefd4d-f8b7-493c-9109-1106a019b8a8 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:44:46.747997 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436bf223-34ca-4857-82ae-914d1bfecff3,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:44:46.755500 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.756096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.756482 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.756816 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.757146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.757488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.757827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.758165 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.758523 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.758835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.759156 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:46.759474 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8bfa58-f662-4e19-879d-51a0dae3de95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:44:47.006178 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60dd394d-319e-4cd8-863a-ed524935b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:47.084850 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-ec02cef2-1e91-4e57-ab29-970d41e59f7b None None] Provisioning complete for port b42f8135-ae57-4ff9-b694-51f5dc5a5a7a triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:44:47.085590 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ec02cef2-1e91-4e57-ab29-970d41e59f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:47.173456 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-ec02cef2-1e91-4e57-ab29-970d41e59f7b None None] Provisioning complete for port c4717319-6320-46c2-a862-9453ca01a23f triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:44:47.173743 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ec02cef2-1e91-4e57-ab29-970d41e59f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:48.760077 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:48.927865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60114) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:49.128381 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b9ba2-5d01-4889-8c1b-a062f51b9719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:49.128878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b9ba2-5d01-4889-8c1b-a062f51b9719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:49.130414 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-7b5b9ba2-5d01-4889-8c1b-a062f51b9719 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014992 Aug 18 07:44:49.661172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c1259ad3-6697-46a5-ab85-a6cee9fcc950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:51.020456 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:51.304704 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60122) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:51.442996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae1d6e-4e9c-486a-b919-fd6548c60426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:51.442996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae1d6e-4e9c-486a-b919-fd6548c60426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:51.444268 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d6ae1d6e-4e9c-486a-b919-fd6548c60426 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1385751 Aug 18 07:44:52.243300 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:44:53.596123 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60130) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:53.728373 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5ecbd-8097-40b8-a2ef-b5b463ee0046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:53.729802 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-51a5ecbd-8097-40b8-a2ef-b5b463ee0046 admin admin] 10.222.0.38 "GET /v2.0/networks/22fefd4d-f8b7-493c-9109-1106a019b8a8 HTTP/1.1" status: 200 len: 869 time: 0.1326988 Aug 18 07:44:55.912916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60138) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:56.039582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caabe25-765e-4f54-8688-8c2d09531321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:56.040981 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-4caabe25-765e-4f54-8688-8c2d09531321 admin admin] 10.222.0.38 "GET /v2.0/networks/74e2096c-1469-413f-94ce-69fe38608335 HTTP/1.1" status: 200 len: 886 time: 0.1271038 Aug 18 07:44:58.228527 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60146) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:44:58.457213 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91779c33-1b85-4ccd-8727-896fc01503b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:58.457582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91779c33-1b85-4ccd-8727-896fc01503b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:44:58.459125 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-91779c33-1b85-4ccd-8727-896fc01503b2 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2296562 Aug 18 07:45:00.645221 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60154) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:00.744079 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea315-65cf-4ffc-95a5-9ff9c4284457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:00.744562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbea315-65cf-4ffc-95a5-9ff9c4284457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:00.746104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-5cbea315-65cf-4ffc-95a5-9ff9c4284457 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0998564 Aug 18 07:45:02.920080 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60162) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:03.009493 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9343c3-1af8-4928-b083-4ddc83d60310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:03.010839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1d9343c3-1af8-4928-b083-4ddc83d60310 admin admin] 10.222.0.38 "GET /v2.0/subnets/406cfa15-e64c-4210-9da4-5b5f89c09b69 HTTP/1.1" status: 200 len: 816 time: 0.0897577 Aug 18 07:45:05.190510 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60170) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:05.281515 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e3ac0-336f-45c6-931b-5292daac2d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:05.283379 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a93e3ac0-336f-45c6-931b-5292daac2d13 admin admin] 10.222.0.38 "GET /v2.0/subnets/436bf223-34ca-4857-82ae-914d1bfecff3 HTTP/1.1" status: 200 len: 868 time: 0.0919275 Aug 18 07:45:08.185826 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:45:17.007014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d0af3fc3-56b0-42b4-bfd5-d5feb592e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:18.763287 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:19.661755 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-57cdfc5d-bd52-4179-b799-6d8245a4bbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:21.024149 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:22.251860 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:28.914000 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60224) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:28.961989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [None req-0efe79ca-3c14-4269-a454-a4350fe25c3d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:45:28.962998 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0efe79ca-3c14-4269-a454-a4350fe25c3d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480635 Aug 18 07:45:31.271326 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60232) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:31.333474 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61578ce-3420-4cd4-a154-a6b99ccae9a3 admin admin] GET failed (client error): The resource could not be found. Aug 18 07:45:31.334846 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f61578ce-3420-4cd4-a154-a6b99ccae9a3 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625601 Aug 18 07:45:31.423870 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70d531-5296-415c-bdfe-edd6cd72e511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:31.425393 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9b70d531-5296-415c-bdfe-edd6cd72e511 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857296 Aug 18 07:45:33.679159 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60240) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:33.734623 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:45:33.755475 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Made reservation on behalf of b0db1aa617054bb7a48b54d12993ddac for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:45:33.757948 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:33.789453 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING neutron.services.revisions.revision_plugin [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Could not find related network for resource to bump revision. Aug 18 07:45:33.805811 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:45:33.815858 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:33.816188 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Added segment 516a4388-e9a1-43c2-a727-ce46e7f2f676 of type vlan for network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 Aug 18 07:45:33.866017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:33.892347 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:33.893354 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:33.893927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:33.948634 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2680013 Aug 18 07:45:33.960773 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8124c0-27cc-400c-b919-62556f6dacd1 admin admin] Pushing event updated for resources: {'Network': ['ID=13b85b88-a0bd-4da3-87e7-201e9ddc7b39,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:45:33.978317 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:45:36.187088 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60248) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:45:36.262981 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.pecan_wsgi.hooks.translation [None req-47724e3c-b2ef-47fe-83c7-2451f525b9cb admin admin] GET failed (client error): The resource could not be found. Aug 18 07:45:36.264422 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-47724e3c-b2ef-47fe-83c7-2451f525b9cb admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0764105 Aug 18 07:45:36.367066 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c76d63-2f73-4fb2-8f92-dad94482dc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:36.368478 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-39c76d63-2f73-4fb2-8f92-dad94482dc4e admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986197 Aug 18 07:45:36.379550 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:45:36.402756 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Made reservation on behalf of b0db1aa617054bb7a48b54d12993ddac for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:45:36.405142 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:36.669622 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:36.722987 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38f53a6-3307-4c1d-9067-228ccd434129,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:45:36.737319 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.737679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.738022 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.738353 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.738679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.739020 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.739433 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.740135 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.740135 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.740995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.740995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.740995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:36.751599 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Checking segment: {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:45:36.751599 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Network hostable DHCP agents. Network: 13b85b88-a0bd-4da3-87e7-201e9ddc7b39, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:45:36.772314 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:45:36.784257 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 13b85b88-a0bd-4da3-87e7-201e9ddc7b39) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:45:36.789130 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:45:36.789729 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:36.794158 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5a110-e245-4b1a-b125-b4a0a7a118d3 None None] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:45:36.803943 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3121112f-0513-495a-b9ef-26b1d7bd0b8a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4278393 Aug 18 07:45:37.063579 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-13b85b88-a0bd-4da3-87e7-201e9ddc7b39', 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39', 'tenant_id': 'b0db1aa617054bb7a48b54d12993ddac', 'fixed_ips': [{'subnet_id': 'a38f53a6-3307-4c1d-9067-228ccd434129'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:45:37.064927 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.214390 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Allocated IP 192.168.233.2 (13b85b88-a0bd-4da3-87e7-201e9ddc7b39/a38f53a6-3307-4c1d-9067-228ccd434129/34aebd5a-0415-4576-8e91-05e9e4baae43) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:45:37.362024 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.370939 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Transition to ACTIVE for port object 34aebd5a-0415-4576-8e91-05e9e4baae43 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:45:37.387403 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Transition to ACTIVE for port object 34aebd5a-0415-4576-8e91-05e9e4baae43 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:45:37.394267 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.435823 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:45:37.443385 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:45:37.447104 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:45:37.455151 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Pushing event updated for resources: {'Port': ['ID=34aebd5a-0415-4576-8e91-05e9e4baae43,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:45:37.477617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.478070 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.478335 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.478666 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.478998 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.479352 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.479660 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.479987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.480329 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.480689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.481012 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.481362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:45:37.516497 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Attempting to bind port 34aebd5a-0415-4576-8e91-05e9e4baae43 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:45:37.516892 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Attempting to bind port 34aebd5a-0415-4576-8e91-05e9e4baae43 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:45:37.517247 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Attempting to bind port 34aebd5a-0415-4576-8e91-05e9e4baae43 on network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:45:37.522616 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:45:37.522972 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Checking segment: {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:45:37.523372 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.523764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Bound using segment: {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:45:37.524227 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Bound port: 34aebd5a-0415-4576-8e91-05e9e4baae43, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:45:37.524652 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.591301 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] For port 34aebd5a-0415-4576-8e91-05e9e4baae43, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:45:37.595285 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] For port 34aebd5a-0415-4576-8e91-05e9e4baae43, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=34aebd5a-0415-4576-8e91-05e9e4baae43,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:45:37.600501 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:37.664550 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16abd-faad-4c2d-84b4-6a747fa535cb None None] Pushing event updated for resources: {'Port': ['ID=34aebd5a-0415-4576-8e91-05e9e4baae43,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:45:38.442169 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4062a5e2-0b5d-4d5c-bf4d-a27683afe1f8 None None] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:45:38.503753 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-d8f9147a-e4f2-40c4-9f4b-3c22db21e2ad None None] Provisioning for port 34aebd5a-0415-4576-8e91-05e9e4baae43 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:45:39.367104 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 34aebd5a-0415-4576-8e91-05e9e4baae43 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:45:39.421503 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 34aebd5a-0415-4576-8e91-05e9e4baae43 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:45:39.425293 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 34aebd5a-0415-4576-8e91-05e9e4baae43 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:45:39.425663 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:39.507812 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:39.543081 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 34aebd5a-0415-4576-8e91-05e9e4baae43, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=34aebd5a-0415-4576-8e91-05e9e4baae43,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:45:39.548115 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:39.603348 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=34aebd5a-0415-4576-8e91-05e9e4baae43,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:45:41.339788 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 34aebd5a-0415-4576-8e91-05e9e4baae43 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:45:41.388172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 34aebd5a-0415-4576-8e91-05e9e4baae43 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:45:41.388675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:45.185091 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:45:47.008564 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e40af761-3a38-495e-a4d7-c6a9f681e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:48.769888 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:49.662454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1f7f65bc-16c2-47da-a1aa-486fdfdb3338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:51.026724 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:45:52.255046 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:17.008396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-44364dc4-fee9-47b2-9bc7-ac8361d36a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:18.770267 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:19.663323 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b00a6038-a919-43d3-bbf2-d6c0cb59c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:21.030288 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:22.184430 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:46:22.257354 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:46.396904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60302) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:46:46.402855 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [None req-fffc03a3-5a84-43b1-8d53-55a845e63314 tempest-verify_tempest_config-1176880365 tempest-verify_tempest_config-1176880365-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:46:46.403830 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fffc03a3-5a84-43b1-8d53-55a845e63314 tempest-verify_tempest_config-1176880365 tempest-verify_tempest_config-1176880365-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059519 Aug 18 07:46:46.717677 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60320) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:46:46.824384 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:46.913482 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:46.918065 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:46.962574 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a22cc14633a5459f998d0227eb237a11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2438366 Aug 18 07:46:46.963401 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f87b6d2-2a01-4768-be50-de9e2f950521,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:46:46.965528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60324) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:46:46.970285 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.970656 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.970995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.971320 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.971652 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.972005 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.972339 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.972708 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.973046 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.973371 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.973695 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:46.974015 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abc822-f442-417b-91bf-4e4c740d9b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.017684 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5fef3a7d-7cb5-463f-a845-e5d6d3b3d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:47.040059 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:47.063800 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:47.152881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:47.155713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:47.157022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f87b6d2-2a01-4768-be50-de9e2f950521 HTTP/1.1" status: 204 len: 168 time: 0.1900523 Aug 18 07:46:47.166688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f87b6d2-2a01-4768-be50-de9e2f950521,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:46:47.174815 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.175163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.175619 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.175835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.176246 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.176579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.176883 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.177316 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.177574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.177900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.178248 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:47.178569 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b4d15-3845-473a-be15-142ef3ba375b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:46:48.772950 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:49.664350 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-53f316cf-0e51-4305-938c-91aad0684513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:51.032834 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:52.258392 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:46:59.184479 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:47:17.009346 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-606a2fe0-d88b-4bb0-883a-c619b7021c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:18.774184 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:19.664540 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf1f6-b9ac-4747-8fd1-3bf873401180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:21.035775 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:22.261217 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:36.183179 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:47:47.009488 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a3f0707d-7087-48ae-9baf-c7f9413e8427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:48.774976 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:49.664804 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b4db0868-0f39-4411-a588-8142cef1245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:51.036557 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:47:52.266919 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:13.185665 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 5 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:48:17.011054 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-372f7720-6204-441b-b997-28b7742bed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:18.347023 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768085'] for agent, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:18.776152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:19.665594 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a7d18215-31d6-4752-b81b-b32e7a851ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:21.039457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:22.269483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:22.633546 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60380) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:48:22.741003 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0a431370-9242-45df-acdd-daedb5b1872c admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1063607 Aug 18 07:48:24.949115 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60390) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:48:25.007258 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-321be177-a55d-4cbc-8d0b-588f9b21ba42 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0563641 Aug 18 07:48:47.012433 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-30914a41-f402-4d13-9bac-b083f0dc950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:48.297692 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:48.777716 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:49.666772 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5b33674a-1a50-40a2-b4c3-27ffa98691a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:50.184056 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:48:51.040862 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:48:52.270324 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:17.021137 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-71c19338-7da2-460f-80d7-11b847a11b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:18.319530 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:18.784662 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:19.666699 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-71520983-1c60-4e29-b498-72568cb5f16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:21.043304 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:22.275691 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:27.182396 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:49:47.013231 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-92cb3aec-e3ee-44f3-a675-3ba75c4d8aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:48.302539 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:48.784844 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:49.670692 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f296a1dd-f091-462e-b9c1-10d116ef2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:51.048377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.214345 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60602) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:52.290440 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.402290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60618) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:52.438364 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60622) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:52.527866 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-network', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:52.553795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Made reservation on behalf of a12a8f48b95f423893d898c581bb6d54 for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:52.556176 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.569576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.668177 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.674235 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.691006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:49:52.715687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.716114 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Added segment b6171fcb-534f-407a-8451-1aa4efd3508c of type vlan for network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 Aug 18 07:49:52.725078 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35434b04-7f3f-4390-94a3-7982b84b1fc0,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:52.735722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.736092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.736459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.736795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.737130 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.737478 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.737812 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.738181 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.738510 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.738911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.739236 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.739554 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Tracked resource versions report: Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: pushed versions: Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: { 'AddressGroup': {'1.2'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'ConntrackHelper': {'1.0'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Log': {'1.0'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Network': {'1.1'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Port': {'1.7'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'PortForwarding': {'1.2'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'QosPolicy': {'1.9'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroup': {'1.4'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SubPort': {'1.0'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Subnet': {'1.1'}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Trunk': {'1.1'}} Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: consumer versions: Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: HyperV agent@hv-cinder-80469: {}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'ConntrackHelper': '1.0', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Log': '1.0', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Network': '1.1', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Port': '1.7', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'PortForwarding': '1.2', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'QosPolicy': '1.9', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroup': '1.4', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SecurityGroupRule': '1.2', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'SubPort': '1.0', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Subnet': '1.1', Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: 'Trunk': '1.1'}} Aug 18 07:49:52.740653 dv-cinder-804698-3-iscsi neutron-server[105479]: {{(pid=105479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:49:52.784688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.814371 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.815361 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:52.815955 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.871468 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6523633 Aug 18 07:49:52.871835 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60640) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:52.874339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2065516372-network', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:52.878344 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Request body: {'subnet': {'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-subnet', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:52.888692 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.db.api [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:49:52.888692 dv-cinder-804698-3-iscsi neutron-server[105478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 07:49:52.888692 dv-cinder-804698-3-iscsi neutron-server[105478]: [parameters: {'project_id_1': 'a12a8f48b95f423893d898c581bb6d54', 'expiration_1': datetime.datetime(2021, 8, 18, 7, 49, 52, 883511)}] Aug 18 07:49:52.888692 dv-cinder-804698-3-iscsi neutron-server[105478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:49:52.889254 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG oslo_db.api [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:49:52.900167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2075673847-network', 'tenant_id': '5cb202fa654b446bb83a530f64a01239'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:52.916924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71cae8-12f9-4825-b4a3-b4a241d85447 admin admin] Pushing event updated for resources: {'Network': ['ID=7652cdeb-c5f6-4e54-a352-db82ada6ba99,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:52.917404 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60646) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:52.929503 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:49:52.931295 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Made reservation on behalf of 44d7656b45c7463f9644e97e654e6a85 for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:52.933578 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.947568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.967191 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Made reservation on behalf of 5cb202fa654b446bb83a530f64a01239 for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:52.970150 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:52.991126 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.084591 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.093148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.157443 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f40d30-3064-4b40-96ea-4bfe9677221c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:53.170275 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1858496261-network', 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:53.201747 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:49:53.295895 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.301880 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.302233 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Added segment 14b9532a-2b92-4593-ba2d-a710340fc2c1 of type vlan for network 602e8ba5-031f-4c79-b39b-d704f92fea18 Aug 18 07:49:53.311965 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.325054 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:49:53.333957 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:53.336405 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.343707 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.344313 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Added segment f27e4af6-03cf-46c2-b39d-8a552b49c8e4 of type vlan for network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 Aug 18 07:49:53.355825 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.391606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.439113 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644bbec-a24b-4fac-8479-ce49939da2ad,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:53.441837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.443160 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:53.443946 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.527255 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] Pushing event updated for resources: {'Network': ['ID=01486284-d8a3-438f-9c56-bf89bb5bb7e5,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:53.540743 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:49:53.542398 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.542739 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.551476 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.584919 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:49:53.613258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.614279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:53.614892 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.626839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-643a4380-19ae-42c7-a4a6-cb79bedaf018 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1840937 Aug 18 07:49:53.627792 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60672) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:53.628674 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.629102 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Added segment b8ab29a7-06ee-477b-a99b-15fe37e507f1 of type vlan for network 2ff87db5-cd91-4704-9737-170919fa87c1 Aug 18 07:49:53.671086 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Request body: {'subnet': {'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2075673847-subnet', 'tenant_id': '5cb202fa654b446bb83a530f64a01239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:53.718608 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.771899 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60682) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:53.781438 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036f5e7-7e9c-452c-88a0-b0834743e20a,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:53.789290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] Pushing event updated for resources: {'Network': ['ID=602e8ba5-031f-4c79-b39b-d704f92fea18,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:53.797389 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.799523 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:53.800097 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.800559 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:49:53.816507 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Made reservation on behalf of a12a8f48b95f423893d898c581bb6d54 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:53.819421 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.847163 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d8d3c451-e09e-4b7a-84e0-498a44649bec admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4435422 Aug 18 07:49:53.848225 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Made reservation on behalf of 5cb202fa654b446bb83a530f64a01239 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:53.850549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:53.861309 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60690) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:53.874783 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Request body: {'subnet': {'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2065516372-subnet', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:53.976311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Made reservation on behalf of 44d7656b45c7463f9644e97e654e6a85 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:53.980006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.026264 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.026857 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.027166 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.027721 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.028215 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.028757 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.029164 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.029641 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.030583 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.031284 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.031284 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.031437 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Tracked resource versions report: Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: pushed versions: Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: { 'AddressGroup': {'1.2'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'ConntrackHelper': {'1.0'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Log': {'1.0'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Network': {'1.1'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Port': {'1.7'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'PortForwarding': {'1.2'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'QosPolicy': {'1.9'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroup': {'1.4'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SubPort': {'1.0'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Subnet': {'1.1'}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Trunk': {'1.1'}} Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: consumer versions: Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: HyperV agent@hv-cinder-80469: {}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'ConntrackHelper': '1.0', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Log': '1.0', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Network': '1.1', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Port': '1.7', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'PortForwarding': '1.2', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'QosPolicy': '1.9', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroup': '1.4', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SecurityGroupRule': '1.2', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'SubPort': '1.0', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Subnet': '1.1', Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: 'Trunk': '1.1'}} Aug 18 07:49:54.032928 dv-cinder-804698-3-iscsi neutron-server[105478]: {{(pid=105478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:49:54.140383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-108f81b8-ab90-44e6-8b25-c81894051468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.174133 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff87db5-cd91-4704-9737-170919fa87c1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:54.184983 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 2ff87db5-cd91-4704-9737-170919fa87c1 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:49:54.194144 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.259052 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3f08ebb5-34df-45c8-a8c7-438cdad05011 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3404379 Aug 18 07:49:54.275981 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60700) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:54.288162 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Request body: {'subnet': {'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1858496261-subnet', 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:54.336063 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898140fe-3142-417c-9493-b56fdd67c1c9,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:54.341017 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Checking segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:54.341444 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Network hostable DHCP agents. Network: 7652cdeb-c5f6-4e54-a352-db82ada6ba99, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:49:54.369435 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:49:54.369878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.388022 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 7652cdeb-c5f6-4e54-a352-db82ada6ba99) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:54.396569 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:54.397458 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.398319 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c745f-846d-40c5-b841-f4533b5223bc None None] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:54.517145 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.538932 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0be088f-e73f-414b-8ae2-f19e2de83c35,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:54.588870 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Checking segment: {'id': 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:54.589270 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Network hostable DHCP agents. Network: 01486284-d8a3-438f-9c56-bf89bb5bb7e5, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:49:54.589440 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:49:54.591262 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.599134 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-108f81b8-ab90-44e6-8b25-c81894051468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.615558 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-108f81b8-ab90-44e6-8b25-c81894051468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.621711 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-97c0e1e2-a56a-4b08-b34f-0000e17cc987 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7461271 Aug 18 07:49:54.622542 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60710) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:54.634669 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:54.669719 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c31218-2433-49b1-bbe9-9c1de93319ca,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:54.680642 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:49:54.690725 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.692393 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-108f81b8-ab90-44e6-8b25-c81894051468 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2961791e6cb9420d86a49d78f069344b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9168904 Aug 18 07:49:54.699806 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60714) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:54.702689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:49:54.736317 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Checking segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:54.736784 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Network hostable DHCP agents. Network: 602e8ba5-031f-4c79-b39b-d704f92fea18, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:49:54.743381 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 01486284-d8a3-438f-9c56-bf89bb5bb7e5) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:54.748673 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:54.750500 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.759729 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f81b8-ab90-44e6-8b25-c81894051468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1cb277-25a3-4ac2-80af-4596c4632d6d,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:54.800942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:49:54.810832 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Allocated IP 172.20.0.2 (7652cdeb-c5f6-4e54-a352-db82ada6ba99/898140fe-3142-417c-9493-b56fdd67c1c9/2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:49:54.816517 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 602e8ba5-031f-4c79-b39b-d704f92fea18) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:54.821875 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:54.823266 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.823866 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b555cbf-518b-4ac8-a832-f4a439892c54 None None] Network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:54.830251 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.831236 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.832228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.845552 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0b18ccde-f6d0-44f3-b105-3271e13054c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2171419 Aug 18 07:49:54.869903 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d5fda39e-dfe7-4237-b74b-bcc79c1187e9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0043697 Aug 18 07:49:54.870558 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 60718) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:54.875891 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:54.879432 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:49:54.953886 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690a9d0-9806-495d-9184-f4fbf1ec8b3a None None] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:55.187091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.196891 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d3b93d-92c1-4cc6-8199-7bd7d5fe5074 None None] Network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:55.301912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.304719 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.305980 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac1cb277-25a3-4ac2-80af-4596c4632d6d HTTP/1.1" status: 204 len: 168 time: 0.6047735 Aug 18 07:49:55.310626 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.311856 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.331050 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed06be-f4da-49ba-8f47-f69bd40edd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1cb277-25a3-4ac2-80af-4596c4632d6d,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:55.561472 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-602e8ba5-031f-4c79-b39b-d704f92fea18', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:49:55.562366 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.586750 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.610378 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.822115 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60764) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:55.856732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cd58-459f-49c9-ae2e-e8fef590a7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.885790 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:55.901617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Transition to ACTIVE for port object 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:49:55.933306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Allocated IP 172.20.0.2 (602e8ba5-031f-4c79-b39b-d704f92fea18/f8c31218-2433-49b1-bbe9-9c1de93319ca/0552d03a-6c83-4d1a-a06d-b5a64f49bd05) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:49:55.942040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Transition to ACTIVE for port object 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:49:55.963817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.009200 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:49:56.009533 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.024289 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:56.024968 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cd58-459f-49c9-ae2e-e8fef590a7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.033289 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cd58-459f-49c9-ae2e-e8fef590a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.050518 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.065411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:49:56.082883 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7cd58-459f-49c9-ae2e-e8fef590a7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50981a26-a439-4092-81b3-1d1d3c62af37,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:56.089490 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d5c7cd58-459f-49c9-ae2e-e8fef590a7d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74c4464ef48d429fbbc07e6ddf699e0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2652619 Aug 18 07:49:56.092687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60770) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:56.110123 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Checking segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:56.110633 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Network hostable DHCP agents. Network: 2ff87db5-cd91-4704-9737-170919fa87c1, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:49:56.164886 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Pushing event updated for resources: {'Port': ['ID=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:56.172873 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.190917 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4eeada-ce25-40b3-8526-3b8563cc5e02,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:56.192824 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Network 2ff87db5-cd91-4704-9737-170919fa87c1 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:49:56.210095 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.210468 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.210903 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.211552 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.212109 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.212490 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.212936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.213362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.214031 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.215970 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.217699 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.218568 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.219202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Tracked resource versions report: Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: pushed versions: Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: { 'AddressGroup': {'1.2'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'ConntrackHelper': {'1.0'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Log': {'1.0'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Network': {'1.1'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Port': {'1.7'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'PortForwarding': {'1.2'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'QosPolicy': {'1.9'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroup': {'1.4'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SubPort': {'1.0'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Subnet': {'1.1'}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Trunk': {'1.1'}} Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: consumer versions: Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: HyperV agent@hv-cinder-80469: {}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'ConntrackHelper': '1.0', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Log': '1.0', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Network': '1.1', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Port': '1.7', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'PortForwarding': '1.2', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'QosPolicy': '1.9', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroup': '1.4', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SecurityGroupRule': '1.2', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'SubPort': '1.0', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Subnet': '1.1', Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: 'Trunk': '1.1'}} Aug 18 07:49:56.221179 dv-cinder-804698-3-iscsi neutron-server[105480]: {{(pid=105480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:49:56.223638 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 2ff87db5-cd91-4704-9737-170919fa87c1) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:56.234356 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:56.234961 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.245860 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a7f91-b343-4707-baf2-d727bdcde53f None None] Network 2ff87db5-cd91-4704-9737-170919fa87c1 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:56.293713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.298203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.299777 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/50981a26-a439-4092-81b3-1d1d3c62af37 HTTP/1.1" status: 204 len: 168 time: 0.2061417 Aug 18 07:49:56.312077 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562056fe-4eeb-46c5-9c02-47642c7cae96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50981a26-a439-4092-81b3-1d1d3c62af37,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:56.312911 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-170f44c4-5cdd-405b-97bf-8291eed65e11 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0358243 Aug 18 07:49:56.345263 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Attempting to bind port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:49:56.345938 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Attempting to bind port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:49:56.346463 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Attempting to bind port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:49:56.406494 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:49:56.407340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Checking segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:56.407901 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.408536 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Bound using segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:49:56.409192 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Bound port: 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:49:56.409754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.449448 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.478950 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.599198 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.614329 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Transition to ACTIVE for port object 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:49:56.635426 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Transition to ACTIVE for port object 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:49:56.741776 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.830116 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Pushing event updated for resources: {'Port': ['ID=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:56.832994 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ab28f-4db3-4fc4-a7b8-ce46bd378cac None None] Network 2ff87db5-cd91-4704-9737-170919fa87c1 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:56.838437 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.879121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:56.949233 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:49:56.957488 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:56.971536 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:49:57.013186 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Allocated IP 172.27.0.59 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/d50ee208-1da8-40da-9c14-542ff30a6c92) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:49:57.050013 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] For port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:49:57.107045 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] For port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:49:57.119142 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.181982 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Attempting to bind port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:49:57.183009 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Attempting to bind port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:49:57.183388 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Attempting to bind port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:49:57.192152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:49:57.193124 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Checking segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:49:57.193532 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.193923 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Bound using segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:49:57.194389 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Bound port: 0552d03a-6c83-4d1a-a06d-b5a64f49bd05, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:49:57.194790 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.211850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60844) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:57.216429 dv-cinder-804698-3-iscsi neutron-server[105479]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 07:49:57.338921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.366589 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad811-8cdb-4e41-98f9-d2cf575f5052 None None] Pushing event updated for resources: {'Port': ['ID=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:57.458637 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] For port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:49:57.467917 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] For port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:49:57.473256 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.475876 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:57.528015 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:49:57.594492 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:57.635655 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670528f-d58f-4d44-9e66-362cd735d991 None None] Pushing event updated for resources: {'Port': ['ID=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:57.662720 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:49:57.715247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-229d87f2-227c-4599-b1b7-2e2f3ad4ee4b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:57.732841 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-229d87f2-227c-4599-b1b7-2e2f3ad4ee4b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/networks?id=01486284-d8a3-438f-9c56-bf89bb5bb7e5 HTTP/1.1" status: 200 len: 812 time: 0.5176635 Aug 18 07:49:57.759471 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-41d4941e-6ffa-4aaa-9710-d1be9a8e2b51 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/quotas/5cb202fa654b446bb83a530f64a01239 HTTP/1.1" status: 200 len: 375 time: 0.0242560 Aug 18 07:49:57.917523 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-0b7279b0-612e-4156-b926-9a529ab2a8cf tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cb202fa654b446bb83a530f64a01239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980368 Aug 18 07:49:58.053565 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60884) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:49:58.057330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Allocated IP 172.27.0.42 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/8f6a7c30-19bc-464f-a07e-a58a4f5ba366) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:49:58.078629 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Pushing event updated for resources: {'Port': ['ID=d50ee208-1da8-40da-9c14-542ff30a6c92,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:58.321511 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-7906e087-b5ef-45ab-b828-4f8a997c4d2a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:49:58.336163 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-7906e087-b5ef-45ab-b828-4f8a997c4d2a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1585011 Aug 18 07:49:58.375412 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-0d9c6b3c-1c20-4fd5-8963-b59d101fb599 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:49:58.377941 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-0d9c6b3c-1c20-4fd5-8963-b59d101fb599 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.3230293 Aug 18 07:49:58.439548 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-0b37e12a-431c-4a8b-8149-ede7f8d7fde0 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/quotas/7137f39c9f5148c4bca790c5f381cc3c HTTP/1.1" status: 200 len: 375 time: 0.0285113 Aug 18 07:49:58.501015 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-29132e5a-06ab-4e8b-a9df-f6c7a7dc0e7e tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538023 Aug 18 07:49:58.541171 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-68f8f793-f85e-43b3-9381-c9068b478241 service neutron] 10.222.0.38 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039027 Aug 18 07:49:58.673662 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-11cca70b-78ba-4284-b989-1efc302d9e92 service neutron] 10.222.0.38 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315048 Aug 18 07:49:58.762001 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:58.769342 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:58.910179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-9235f448-701c-4526-ba73-e533e5738e6f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:49:58.918166 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-9235f448-701c-4526-ba73-e533e5738e6f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2109029 Aug 18 07:49:59.106920 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b419311-e121-424e-9dc1-b8fc5e152fb7 None None] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:59.143386 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-97bb7bed-8278-431c-805c-f24fdba92da2 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241929 Aug 18 07:49:59.147373 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:59.306824 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:49:59.319708 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:49:59.332617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-64bafbaa-af9a-4c8b-aecb-67a5e57fe5dd None None] Provisioning for port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:49:59.333258 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:49:59.338637 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8c0d57cc-774b-4aac-a330-05aa06f40631 req-49a83cdb-2844-4c0b-a22c-08eeedc99a3e tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.0987012 Aug 18 07:49:59.366619 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-0fa80e21-136a-4503-8413-aebe5bc49f6c service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220547 Aug 18 07:49:59.413992 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:49:59.536372 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:59.595976 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d5528-b98f-44cd-b690-6106b95e62d4 None None] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:49:59.742937 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:49:59.848746 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-7fa74745-f353-4001-878f-686299d6ddac None None] Provisioning for port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:49:59.879180 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:49:59.916864 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:49:59.917448 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:49:59.922723 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d5b62c8-b1a6-44c4-bb6a-732c063c3d97 req-feaa405e-9768-4f6b-b23c-0c16f438c4d7 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0662398 Aug 18 07:50:00.097995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.140337 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 60998) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:00.152578 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.156849 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-a0915023-e7d0-47f2-82f6-cc7068433e13 None None] Provisioning complete for port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:00.157223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a0915023-e7d0-47f2-82f6-cc7068433e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.221084 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:00.257450 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.258508 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:00.297228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 32782) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:00.305668 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:50:00.369476 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a14-21fd-4e7d-a5a5-2ae30c11cf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.399653 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:00.476695 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:00.493795 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:00.494368 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.735128 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c66bbc3-a76f-40b1-9894-521210889ba8 req-25382a62-a35c-48d2-84ed-80641be2270b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.2618997 Aug 18 07:50:00.737766 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-78f1d280-4cab-4e39-935f-a48783144e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.839434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a14-21fd-4e7d-a5a5-2ae30c11cf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.845696 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:00.865331 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:00.871276 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a14-21fd-4e7d-a5a5-2ae30c11cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:00.880100 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:00.882567 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:00.929688 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.009179 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 32824) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:01.011579 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-aeb67a14-21fd-4e7d-a5a5-2ae30c11cf6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12a163233cf34cca9595a7d57d83cda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8638239 Aug 18 07:50:01.024924 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.038068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb67a14-21fd-4e7d-a5a5-2ae30c11cf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b72fa6-7620-41e6-ab8a-2eb2d99b355c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:01.094349 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:01.100094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.122990 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:01.144506 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c62c446-5bc4-4de3-9b89-fe9af2c0dac5 req-20301519-43e0-41e6-b620-92ec28db4eef tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0682745 Aug 18 07:50:01.157286 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-68dbb755-d9e9-4a6d-b621-2e297b615269 None None] Provisioning complete for port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:01.158411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-68dbb755-d9e9-4a6d-b621-2e297b615269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.261735 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:01.271568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-78f1d280-4cab-4e39-935f-a48783144e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.277167 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.284133 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-78f1d280-4cab-4e39-935f-a48783144e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.307997 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.309624 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a14fbe85-c8be-4370-bb98-bd98175ab255 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6861837 Aug 18 07:50:01.313929 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 32834) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:01.335921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.417224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1d280-4cab-4e39-935f-a48783144e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757a0df-6ba9-4632-9781-aa2e6a35a659,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:01.441459 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-78f1d280-4cab-4e39-935f-a48783144e8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f09d08e54e344227bda41ce72e8654e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1393626 Aug 18 07:50:01.444669 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 32842) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:01.517046 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:49:58Z', 'revision_number': 3, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:01.555256 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:01.556092 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Updating router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b port d50ee208-1da8-40da-9c14-542ff30a6c92 binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:50:01.602440 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.642476 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.658491 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:01.680252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.703350 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Router 806d3f0e-3549-45c0-8072-7ddd866505ab is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:50:01.767232 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.771367 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:01.771793 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.788087 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.800595 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63b72fa6-7620-41e6-ab8a-2eb2d99b355c HTTP/1.1" status: 204 len: 168 time: 0.7898235 Aug 18 07:50:01.835542 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.843076 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:01.844849 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2757a0df-6ba9-4632-9781-aa2e6a35a659 HTTP/1.1" status: 204 len: 168 time: 0.3983800 Aug 18 07:50:02.026597 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc3b5-9a3a-41c3-adcf-3d46471325cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b72fa6-7620-41e6-ab8a-2eb2d99b355c,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:02.049642 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ba5ff031-fce8-4197-b0bc-2aac4888fac0 req-f37c8768-1a1f-415a-8887-7074edd51201 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.1732581 Aug 18 07:50:02.050707 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea292627-dc6f-4436-9e1d-d530044b89b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757a0df-6ba9-4632-9781-aa2e6a35a659,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:02.166199 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:02.325882 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:02.342084 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:02.343243 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:02.345583 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:02.351402 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-51e3d733-8b53-4465-8c0b-deebc5556f64 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4766994 Aug 18 07:50:02.354265 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 32870) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:02.378380 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Transition to ACTIVE for port object d50ee208-1da8-40da-9c14-542ff30a6c92 will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:02.395988 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:02.577745 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c36e6110-538b-40b4-a2a1-abb29d9f739f req-cbeab727-5cd5-488b-8164-583e9c602547 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.2139919 Aug 18 07:50:02.603575 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Pushing event updated for resources: {'Port': ['ID=d50ee208-1da8-40da-9c14-542ff30a6c92,revision_number=2']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:02.636679 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Attempting to bind port d50ee208-1da8-40da-9c14-542ff30a6c92 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:02.637364 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Attempting to bind port d50ee208-1da8-40da-9c14-542ff30a6c92 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:02.640584 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Attempting to bind port d50ee208-1da8-40da-9c14-542ff30a6c92 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:02.670353 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.670964 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.673901 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.674483 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.675025 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.675560 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.676079 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.680900 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.681704 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.690226 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.691401 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.691401 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Tracked resource versions report: Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: pushed versions: Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: { 'AddressGroup': {'1.2'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'ConntrackHelper': {'1.0'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Log': {'1.0'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Network': {'1.1'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Port': {'1.7'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'PortForwarding': {'1.2'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'QosPolicy': {'1.9'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroup': {'1.4'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroupRule': {'1.2'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SubPort': {'1.0'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Subnet': {'1.1'}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Trunk': {'1.1'}} Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: consumer versions: Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: { DHCP agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: HyperV agent@hv-cinder-80469: {}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: L3 agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: Metadata agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: Metering agent@dv-cinder-804698-3-iscsi: {}, Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: Open vSwitch agent@dv-cinder-804698-3-iscsi: { 'AddressGroup': '1.2', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'ConntrackHelper': '1.0', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Log': '1.0', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Network': '1.1', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Port': '1.7', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'PortForwarding': '1.2', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'QosPolicy': '1.9', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroup': '1.4', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SecurityGroupRule': '1.2', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'SubPort': '1.0', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Subnet': '1.1', Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: 'Trunk': '1.1'}} Aug 18 07:50:02.693176 dv-cinder-804698-3-iscsi neutron-server[105481]: {{(pid=105481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 07:50:02.705960 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:02.706563 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:02.707229 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:02.707930 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:02.708604 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Bound port: d50ee208-1da8-40da-9c14-542ff30a6c92, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:02.709110 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:02.752306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:02.754706 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:03.002040 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] For port d50ee208-1da8-40da-9c14-542ff30a6c92, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:03.016963 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] For port d50ee208-1da8-40da-9c14-542ff30a6c92, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d50ee208-1da8-40da-9c14-542ff30a6c92,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:03.035617 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.093902 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 32898) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:03.142269 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2ee38ba1-41a9-48e8-abf7-4a37aadd450a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.159703 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.243746 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b97b3-6aaa-4131-958c-cec9eed49e66 None None] Pushing event updated for resources: {'Port': ['ID=d50ee208-1da8-40da-9c14-542ff30a6c92,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:03.279777 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:03.285362 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:03.312622 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:03.315472 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.427211 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:03.509061 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:03.598849 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2ee38ba1-41a9-48e8-abf7-4a37aadd450a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.628148 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2ee38ba1-41a9-48e8-abf7-4a37aadd450a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.728236 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2ee38ba1-41a9-48e8-abf7-4a37aadd450a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1160894bd53b4fec98263ad41384d7a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6296523 Aug 18 07:50:03.734006 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 32912) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:03.839954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-81c0c8af-0000-4117-87c2-06d2a5536aa8 req-f065bb10-18c6-40a9-ac18-e349831ca32a tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.0475254 Aug 18 07:50:03.853387 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38ba1-41a9-48e8-abf7-4a37aadd450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4708d8-9c7d-47df-98f7-f153b67e8fd8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:03.872340 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:49:58Z', 'revision_number': 3, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:03.940145 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.966039 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:03.994348 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91457eb-0a56-4e0c-8c5b-c84edc0018f0 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:49:58Z', 'revision_number': 3, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:04.033185 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.42', 65243) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:04.070601 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17500be1-37f3-47b3-9930-6aeecd719d77 req-9fac5957-6347-4ef9-81cd-98b2807063be tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0678411 Aug 18 07:50:04.084302 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.094584 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.099909 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d4708d8-9c7d-47df-98f7-f153b67e8fd8 HTTP/1.1" status: 204 len: 168 time: 0.3541501 Aug 18 07:50:04.112987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:49:59Z', 'revision_number': 3, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:04.154028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240d718-379e-46f1-ab01-1dfeb45c589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4708d8-9c7d-47df-98f7-f153b67e8fd8,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:04.183167 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:50:04.203291 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Allocated IP 172.20.0.1 (7652cdeb-c5f6-4e54-a352-db82ada6ba99/898140fe-3142-417c-9493-b56fdd67c1c9/b0453766-ab4a-4942-bb1c-9e993f9c354c) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:04.217722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:04.218073 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Updating router 806d3f0e-3549-45c0-8072-7ddd866505ab port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:50:04.332247 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.475110 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-eb2a9ac6-c214-4e1f-a2cf-a6b096b7253a tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:04.477447 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-eb2a9ac6-c214-4e1f-a2cf-a6b096b7253a tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.42 "GET /v2.0/networks?id=01486284-d8a3-438f-9c56-bf89bb5bb7e5 HTTP/1.1" status: 200 len: 812 time: 0.4258008 Aug 18 07:50:04.483928 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.507124 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Transition to ACTIVE for port object b0453766-ab4a-4942-bb1c-9e993f9c354c will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:04.525742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.621910 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Request body: {'port': {'device_id': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5', 'admin_state_up': True, 'tenant_id': '5cb202fa654b446bb83a530f64a01239'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:04.670015 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:04.744507 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.42', 65248) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:04.824246 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:04.830305 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:04.906496 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:04.909798 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.116000 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.140914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Transition to ACTIVE for port object 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:05.160326 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.298157 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:05.356469 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb70fb-b330-411b-8fc2-7beb1a9669e1 None None] Pushing event updated for resources: {'Port': ['ID=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:05.374534 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Attempting to bind port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:05.379110 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Attempting to bind port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:05.385108 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Attempting to bind port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:05.403197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:05.404146 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:05.405408 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.406050 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:05.406999 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Bound port: 8f6a7c30-19bc-464f-a07e-a58a4f5ba366, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:05.408466 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.440051 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f104015d-4ea8-45e5-8e1b-9e1dbfb6253a req-bbed31e7-0717-47bb-9004-e236fa71d5b5 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.2379630 Aug 18 07:50:05.480362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-204dfc44-1408-4c4d-b640-7274a709cc01 None None] Provisioning for port b0453766-ab4a-4942-bb1c-9e993f9c354c completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:05.492613 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-204dfc44-1408-4c4d-b640-7274a709cc01 None None] Provisioning complete for port b0453766-ab4a-4942-bb1c-9e993f9c354c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:05.493446 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-204dfc44-1408-4c4d-b640-7274a709cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.557315 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33006) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:05.576204 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] For port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:05.587382 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.588737 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-204dfc44-1408-4c4d-b640-7274a709cc01 None None] Port b0453766-ab4a-4942-bb1c-9e993f9c354c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:05.616779 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] For port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:05.625805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.642051 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c31a51bd-df2d-43f6-9121-d4f5d964a0dc req-7b2ea58a-2fc7-4d0b-8323-c97c4134ee4b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.2601955 Aug 18 07:50:05.756851 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:05.763859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:05.791541 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fec3e324-3d39-43a1-bb2e-55d8b6c77a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:05.857665 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb70fb-b330-411b-8fc2-7beb1a9669e1 None None] Pushing event updated for resources: {'Port': ['ID=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:05.916757 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Allocated IP 172.20.0.1 (602e8ba5-031f-4c79-b39b-d704f92fea18/f8c31218-2433-49b1-bbe9-9c1de93319ca/c5502b20-1d44-4298-9af7-925282cb13fa) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:06.097852 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:06.157592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:06.195401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Transition to ACTIVE for port object c5502b20-1d44-4298-9af7-925282cb13fa will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:06.269036 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d50ee208-1da8-40da-9c14-542ff30a6c92 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:06.300070 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-ab9fafcf-a694-4176-830c-9fadbdb48c4b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:06.303669 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-ab9fafcf-a694-4176-830c-9fadbdb48c4b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 1.5561464 Aug 18 07:50:06.310095 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:06.330150 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:06.379580 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:06.382924 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:06.491262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Request body: {'port': {'device_id': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'admin_state_up': True, 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:06.851722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Pushing event updated for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:06.882710 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:07.019015 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fec3e324-3d39-43a1-bb2e-55d8b6c77a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.030581 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e025f717-0c2b-4b80-a7e9-eb9ed619c608 req-eea2cf6e-1d43-49ad-bce9-4ebc8da31b08 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.1442847 Aug 18 07:50:07.039761 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fec3e324-3d39-43a1-bb2e-55d8b6c77a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.094544 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33056) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:07.132504 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:07.145980 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port d50ee208-1da8-40da-9c14-542ff30a6c92 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:07.161190 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bab9f64b-d34b-46e7-84c8-e703939d30d9 req-6eb2dd5a-d964-44b0-959c-a14dcb6eaf60 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 0.2765181 Aug 18 07:50:07.164411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port d50ee208-1da8-40da-9c14-542ff30a6c92 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:07.165063 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.181156 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:07.183483 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fec3e324-3d39-43a1-bb2e-55d8b6c77a1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc340e0cbac043ce96bdd4f15c2f98e9&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6221318 Aug 18 07:50:07.187330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3e324-3d39-43a1-bb2e-55d8b6c77a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af9ff2f-0746-4e84-99e1-aed2d1e109bd,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:07.192236 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.db.api [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:50:07.192236 dv-cinder-804698-3-iscsi neutron-server[105479]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 07:50:07.192236 dv-cinder-804698-3-iscsi neutron-server[105479]: [parameters: {'project_id_1': '5cb202fa654b446bb83a530f64a01239', 'expiration_1': datetime.datetime(2021, 8, 18, 7, 50, 6, 886606)}] Aug 18 07:50:07.192236 dv-cinder-804698-3-iscsi neutron-server[105479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:50:07.196232 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33064) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:07.197121 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG oslo_db.api [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:50:07.199147 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:07.205674 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.283213 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:49:59Z', 'revision_number': 3, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:07.342079 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71babda-c8c3-48f0-bf70-72501853768b None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:49:59Z', 'revision_number': 3, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:07.371851 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.414750 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port d50ee208-1da8-40da-9c14-542ff30a6c92, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d50ee208-1da8-40da-9c14-542ff30a6c92,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:07.426417 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.441911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:07.448862 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.484934 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:07.497155 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:07.552249 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.643877 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=d50ee208-1da8-40da-9c14-542ff30a6c92,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:07.806283 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Made reservation on behalf of 5cb202fa654b446bb83a530f64a01239 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:07.815600 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.834906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-30c6616d-23a1-4925-b7c2-4b4a827db2cb None None] Provisioning for port c5502b20-1d44-4298-9af7-925282cb13fa completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:07.860286 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:07.860597 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-30c6616d-23a1-4925-b7c2-4b4a827db2cb None None] Provisioning complete for port c5502b20-1d44-4298-9af7-925282cb13fa triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:07.871294 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-30c6616d-23a1-4925-b7c2-4b4a827db2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:08.033035 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:50:08.063223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-30c6616d-23a1-4925-b7c2-4b4a827db2cb None None] Port c5502b20-1d44-4298-9af7-925282cb13fa cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:08.231396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-bf02d541-6ad4-49ea-972c-da3514275d88 None None] Provisioning complete for port b0453766-ab4a-4942-bb1c-9e993f9c354c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:08.234706 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-bf02d541-6ad4-49ea-972c-da3514275d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:08.264887 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:08.269741 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:08.279231 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4af9ff2f-0746-4e84-99e1-aed2d1e109bd HTTP/1.1" status: 204 len: 168 time: 1.0774062 Aug 18 07:50:08.413334 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ef630-817e-4f24-8661-6bfd84f72c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af9ff2f-0746-4e84-99e1-aed2d1e109bd,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:08.536136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-bf02d541-6ad4-49ea-972c-da3514275d88 None None] Port b0453766-ab4a-4942-bb1c-9e993f9c354c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:08.582188 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:08.596694 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:08.597673 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-66f3bb23-507c-4102-83b9-fd01b2786fb2 admin admin] 10.222.0.38 "PUT /v2.0/routers/f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2819505 Aug 18 07:50:08.669620 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:08.674632 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:08.717241 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:08.931674 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:08.945791 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:08.946178 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:09.026952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Allocated IP 172.20.0.13 (2ff87db5-cd91-4704-9737-170919fa87c1/0b4eeada-ce25-40b3-8526-3b8563cc5e02/3950c27b-f4e7-408b-b0a8-1b3c07adf513) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:09.154393 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:09.238805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:09.249555 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:09.250955 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d50ee208-1da8-40da-9c14-542ff30a6c92 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:09.251591 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-797a2bc5-2547-48d4-aeaf-ec4542552541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:09.312475 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:09.568327 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:09.596069 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port d50ee208-1da8-40da-9c14-542ff30a6c92 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:09.596772 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.180990 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:10.281131 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-797a2bc5-2547-48d4-aeaf-ec4542552541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.342936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.379067 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-43e226b8-d63b-4948-88b8-da1b723924e4 req-a02bb401-dd1b-4f9b-ab58-0f3554776edc tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 1.6447737 Aug 18 07:50:10.380878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-797a2bc5-2547-48d4-aeaf-ec4542552541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.422620 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:10.422939 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.501920 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 2, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:10.625764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33124) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:10.659971 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.710128 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:10.710742 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Updating router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b port b0453766-ab4a-4942-bb1c-9e993f9c354c binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:50:10.766763 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a2bc5-2547-48d4-aeaf-ec4542552541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59941d65-d09e-48ca-ad40-e3125e5212ec,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:10.791918 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.913231 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.913843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:10.972755 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-155c1a9d-50bf-447b-95b3-29cabc9a4d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.353802 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-797a2bc5-2547-48d4-aeaf-ec4542552541 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30a216c6f4d84c76980d1a9bd4185010&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2247419 Aug 18 07:50:11.360466 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33146) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:11.395158 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2c8d8bc5-960c-4531-8ce1-7b8b3117b033 req-dfa39287-a414-44f4-8b6e-2b36328dfa9b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 210 time: 2.6317656 Aug 18 07:50:11.516031 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-155c1a9d-50bf-447b-95b3-29cabc9a4d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.595038 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:11.614874 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-155c1a9d-50bf-447b-95b3-29cabc9a4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.682467 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:11.710102 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.733684 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c1a9d-50bf-447b-95b3-29cabc9a4d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016af60f-579d-4d14-a1c2-e4a906a5d476,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:11.859771 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.864341 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-155c1a9d-50bf-447b-95b3-29cabc9a4d8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b310f36446944459a3b51556889087a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2367344 Aug 18 07:50:11.882321 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:11.900430 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33160) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:11.935517 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Transition to ACTIVE for port object b0453766-ab4a-4942-bb1c-9e993f9c354c will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:11.956742 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.047354 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.079864 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Pushing event updated for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:12.116370 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ed729986-375b-42db-97e5-35fb612da51e req-1b5828ef-30bf-4f06-b295-f2a8fc65fe22 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.4513147 Aug 18 07:50:12.128326 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.237603 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.248429 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127f637-a2af-4f97-8ad4-9278593df912 None None] Pushing event updated for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:12.349873 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.353870 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.361323 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Attempting to bind port b0453766-ab4a-4942-bb1c-9e993f9c354c on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:12.361705 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Attempting to bind port b0453766-ab4a-4942-bb1c-9e993f9c354c by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:12.362071 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Attempting to bind port b0453766-ab4a-4942-bb1c-9e993f9c354c on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:12.366094 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/016af60f-579d-4d14-a1c2-e4a906a5d476 HTTP/1.1" status: 204 len: 168 time: 0.4562774 Aug 18 07:50:12.370305 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:12.370912 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Checking segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:12.371661 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.372176 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Bound using segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:12.372841 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Bound port: b0453766-ab4a-4942-bb1c-9e993f9c354c, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:12.373895 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.397142 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272561b-00dd-4335-9ec8-a95b4aabe837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016af60f-579d-4d14-a1c2-e4a906a5d476,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:12.441959 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.453428 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.466529 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59941d65-d09e-48ca-ad40-e3125e5212ec HTTP/1.1" status: 204 len: 168 time: 1.1027508 Aug 18 07:50:12.492860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3db86-e7c8-42de-b600-805563db01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59941d65-d09e-48ca-ad40-e3125e5212ec,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:12.515852 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-53872759-0aa9-4133-8b8f-4268bd224a4b None None] Provisioning complete for port c5502b20-1d44-4298-9af7-925282cb13fa triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:12.516859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-53872759-0aa9-4133-8b8f-4268bd224a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.555732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Allocated IP 172.20.0.3 (01486284-d8a3-438f-9c56-bf89bb5bb7e5/d0be088f-e73f-414b-8ae2-f19e2de83c35/98475304-f193-4ad8-82ad-a09ff6b48acd) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:12.588993 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] For port b0453766-ab4a-4942-bb1c-9e993f9c354c, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:12.598485 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] For port b0453766-ab4a-4942-bb1c-9e993f9c354c, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b0453766-ab4a-4942-bb1c-9e993f9c354c,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:12.609312 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.675845 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-53872759-0aa9-4133-8b8f-4268bd224a4b None None] Port c5502b20-1d44-4298-9af7-925282cb13fa cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:12.716304 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:12.767493 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:50:12.798244 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127f637-a2af-4f97-8ad4-9278593df912 None None] Pushing event updated for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:12.813555 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:12.814223 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:12.965267 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33182) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:12.970335 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176646869', 'description': 'tempest-description--279488595'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:13.064324 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.127603 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Network 2ff87db5-cd91-4704-9737-170919fa87c1 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:13.191204 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:13.236673 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:13.250287 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:13.267786 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:13.268850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.457713 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.469121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.519875 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33194) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:13.555652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7d65-d9fa-45e2-ba8c-1abfda58e544 req-26355058-cc77-4875-b403-1fa7638f33e3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:13.568696 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-43fc7d65-d9fa-45e2-ba8c-1abfda58e544 req-26355058-cc77-4875-b403-1fa7638f33e3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 932 time: 0.8219919 Aug 18 07:50:13.646583 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4f7bb7ff-4b99-4712-9bce-13e45370ee18 req-cd7b5928-8340-47b0-996a-08db9da41fb8 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.1858835 Aug 18 07:50:13.655784 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-22b7d6a2-1c9d-488d-b14a-d4e9eb1e1b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.686977 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:13.701100 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7345972 Aug 18 07:50:13.705171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33198) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:13.724139 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group_rule': {'security_group_id': '9b3070d8-d5e2-467b-b2fd-5de8c7967120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:13.768725 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf551d70-d95c-4415-8717-ae8bc3a5e778 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3070d8-d5e2-467b-b2fd-5de8c7967120,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:13.889279 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:12Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:13.911690 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-43fc7d65-d9fa-45e2-ba8c-1abfda58e544 req-a253e61f-4077-4a38-96de-feb15ca1a179 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388121 Aug 18 07:50:13.922691 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6013231 Aug 18 07:50:13.939397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cef471-7fe6-4545-8552-7df4d42196b1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event updated for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:13.940681 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.002365 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-bf567a3d-36fc-4ea7-afc7-b0e96e633eef tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 07:50:14.007521 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-bf567a3d-36fc-4ea7-afc7-b0e96e633eef tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213828 Aug 18 07:50:14.046472 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39752f59-f089-4d28-a248-49706e3c7471 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:12Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:14.187056 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.213157 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.336211 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef1d35b-c62d-4aeb-aac7-5fc8567b82ef,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:14.398277 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.520931 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.594494 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:14.607351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:14.615256 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-01aa54c7-c1c7-4ef6-965a-4aa6cf309539 admin admin] 10.222.0.38 "PUT /v2.0/routers/806d3f0e-3549-45c0-8072-7ddd866505ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2555621 Aug 18 07:50:14.633294 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:14.634879 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:14.670590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:14.670590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:14.671483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:14.680674 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-22b7d6a2-1c9d-488d-b14a-d4e9eb1e1b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.698040 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:14.698610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.708298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Pushing event updated for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:14.721316 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-22b7d6a2-1c9d-488d-b14a-d4e9eb1e1b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.741785 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1cc14504-0194-4712-8dc5-1a1bc7edc1c6 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1984060 Aug 18 07:50:14.825349 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:14.828294 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e523d613-7945-497d-9942-af62b57e5df1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1210384 Aug 18 07:50:14.831312 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33226) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:14.841967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group_rule': {'security_group_id': '9b3070d8-d5e2-467b-b2fd-5de8c7967120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:14.912354 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-22b7d6a2-1c9d-488d-b14a-d4e9eb1e1b25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54ed847775c94ccb9ac4de83f67ce5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3857827 Aug 18 07:50:14.927560 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33228) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:14.966566 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d6a2-1c9d-488d-b14a-d4e9eb1e1b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d113f3-7715-4901-bc41-0f9b00fa2351,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:15.000286 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:15.045090 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:15.073624 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:15.141794 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:15.291561 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:15.298020 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:15.305939 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91d113f3-7715-4901-bc41-0f9b00fa2351 HTTP/1.1" status: 204 len: 168 time: 0.3757114 Aug 18 07:50:15.318645 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c636b-34e5-4e62-95ff-ec8acae2770f req-52246459-be48-4610-a6e1-6af8521cea1c tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:15.322043 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e1c636b-34e5-4e62-95ff-ec8acae2770f req-52246459-be48-4610-a6e1-6af8521cea1c tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 931 time: 0.4227993 Aug 18 07:50:15.340174 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62023-9b20-46a2-ac35-79110a398afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d113f3-7715-4901-bc41-0f9b00fa2351,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:15.470796 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Request body: {'port': {'device_id': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:15.612909 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Request body: {'port': {'device_id': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:15.788384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e1c636b-34e5-4e62-95ff-ec8acae2770f req-0d9da402-45dd-45a3-b25a-2def631e5f05 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587715 Aug 18 07:50:15.843875 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:10Z', 'revision_number': 2, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:15.888818 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf7e6e-bd62-47e1-adf6-b194f30ba73e req-7695417a-5357-49c5-b48e-bd3c9dd3a56d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:15.891480 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbbf7e6e-bd62-47e1-adf6-b194f30ba73e req-7695417a-5357-49c5-b48e-bd3c9dd3a56d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 932 time: 0.7785327 Aug 18 07:50:15.971706 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:15.975341 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Updating router 806d3f0e-3549-45c0-8072-7ddd866505ab port c5502b20-1d44-4298-9af7-925282cb13fa binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:50:16.028280 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:16.091034 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:16.311484 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b0453766-ab4a-4942-bb1c-9e993f9c354c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:16.727452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:16.789445 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33270) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:16.860911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:16.910211 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.228069 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d56-6336-4ba3-b95d-97a81946ac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.304143 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-537391318-network', 'tenant_id': 'e8c36513b98643ae85ada6987e9e102c'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:17.304890 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port b0453766-ab4a-4942-bb1c-9e993f9c354c completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:17.314951 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b0453766-ab4a-4942-bb1c-9e993f9c354c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:17.315376 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.385921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Made reservation on behalf of e8c36513b98643ae85ada6987e9e102c for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:17.388410 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.421744 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.542362 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbbf7e6e-bd62-47e1-adf6-b194f30ba73e req-2e78ec68-6b18-4089-87a3-af486cdb0655 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457122 Aug 18 07:50:17.543068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994ef848-51b9-41cf-bef4-d5ebc47bd6a3,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:17.808030 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.823094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.824297 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33292) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:17.833328 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505143515', 'description': 'tempest-description--1322640440'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:17.881094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.885614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf6e18-a8d6-498c-8945-eae6d8efe7c7 req-3c7c2287-50d2-4e07-b5e4-d912745bc41b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:17.887944 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61bf6e18-a8d6-498c-8945-eae6d8efe7c7 req-3c7c2287-50d2-4e07-b5e4-d912745bc41b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 931 time: 0.1749246 Aug 18 07:50:17.916268 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.918097 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-48f713d1-02d6-4aa9-b031-972392fd3a21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0811327 Aug 18 07:50:17.940619 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Transition to ACTIVE for port object c5502b20-1d44-4298-9af7-925282cb13fa will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:17.947956 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33296) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:17.957786 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:17.965387 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.018227 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:18.125955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:50:18.132079 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61bf6e18-a8d6-498c-8945-eae6d8efe7c7 req-67d1fb26-ea92-45eb-a9ac-3c33cd8ae75b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261541 Aug 18 07:50:18.182188 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.245397 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.253224 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Added segment e58fd0c1-9230-4453-af08-8e09d74dfd7c of type vlan for network 52e9d05f-724e-4176-8d8b-6c694f7ac079 Aug 18 07:50:18.289568 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8b487f-23fe-4f11-8e9d-5ef14a517e8d,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:18.304782 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.419063 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9661e-1d90-44f2-a1db-f8e73ffbbba3 None None] Pushing event updated for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:18.428371 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port b0453766-ab4a-4942-bb1c-9e993f9c354c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b0453766-ab4a-4942-bb1c-9e993f9c354c,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:18.464342 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.531016 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3950c27b-f4e7-408b-b0a8-1b3c07adf513 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:18.567269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.675004 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.714529 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.717613 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Transition to ACTIVE for port object 3950c27b-f4e7-408b-b0a8-1b3c07adf513 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:18.735349 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Attempting to bind port c5502b20-1d44-4298-9af7-925282cb13fa on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:18.740796 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Attempting to bind port c5502b20-1d44-4298-9af7-925282cb13fa by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:18.741799 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Attempting to bind port c5502b20-1d44-4298-9af7-925282cb13fa on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:18.871899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:18.874873 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Checking segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:18.875595 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.876245 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Bound using segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:18.879251 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Bound port: c5502b20-1d44-4298-9af7-925282cb13fa, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:18.879995 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.886596 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:18.927866 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:18.929011 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.070415 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] For port c5502b20-1d44-4298-9af7-925282cb13fa, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:19.077903 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] For port c5502b20-1d44-4298-9af7-925282cb13fa, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=c5502b20-1d44-4298-9af7-925282cb13fa,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:19.091259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.143439 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98475304-f193-4ad8-82ad-a09ff6b48acd {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:19.173166 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.179769 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.188538 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:19.189488 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.203438 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:19.204165 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:49:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:19.252038 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.345006 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.398136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c5dba-4f84-4e17-bd3b-70f354d15d9b req-5bd4e552-81b0-4cb7-9701-187f17b8fe91 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:19.410904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] Pushing event updated for resources: {'Network': ['ID=52e9d05f-724e-4176-8d8b-6c694f7ac079,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:19.417221 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e38c5dba-4f84-4e17-bd3b-70f354d15d9b req-5bd4e552-81b0-4cb7-9701-187f17b8fe91 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.6016762 Aug 18 07:50:19.474753 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.479166 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6495576 Aug 18 07:50:19.507340 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33328) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:19.564482 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-614b8bb7-efaa-4ee2-8b5a-cddb5f9305fa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7707124 Aug 18 07:50:19.590143 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33330) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:19.608106 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Request body: {'subnet': {'network_id': '52e9d05f-724e-4176-8d8b-6c694f7ac079', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-537391318-subnet', 'tenant_id': 'e8c36513b98643ae85ada6987e9e102c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:19.659804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group_rule': {'security_group_id': '33a84395-4f85-42f4-a666-17a5c43f26bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:19.724852 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Made reservation on behalf of e8c36513b98643ae85ada6987e9e102c for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:19.725006 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9661e-1d90-44f2-a1db-f8e73ffbbba3 None None] Pushing event updated for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:19.730996 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.755403 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 52e9d05f-724e-4176-8d8b-6c694f7ac079 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:50:19.825342 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Transition to ACTIVE for port object 98475304-f193-4ad8-82ad-a09ff6b48acd will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:19.827207 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Attempting to bind port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:19.827728 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Attempting to bind port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:19.828264 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Attempting to bind port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:19.834507 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Pushing event updated for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:19.851406 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.874445 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8229-9d56-46d7-b4d4-2ea46caa660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.886574 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03163dd-c249-46ec-a239-4aea826dc031 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a84395-4f85-42f4-a666-17a5c43f26bc,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:19.940289 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 on network 2ff87db5-cd91-4704-9737-170919fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:50:19.941740 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Attempting to bind port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:19.976537 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e38c5dba-4f84-4e17-bd3b-70f354d15d9b req-fe9a0502-283c-49af-aa8c-ce2d750421e3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797003 Aug 18 07:50:19.978461 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:19.984087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.012029 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:20.020403 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Checking segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:20.022017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Bound using segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:20.027312 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Bound port: 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:20.038653 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.135749 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:20.166846 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Pushing event updated for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:20.253258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d8a91-1bec-4cda-9d19-927def884ed5 req-899cc6bb-4fb2-4691-b9c0-ddb5ca50ccb1 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:20.276792 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa0d8a91-1bec-4cda-9d19-927def884ed5 req-899cc6bb-4fb2-4691-b9c0-ddb5ca50ccb1 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 931 time: 0.8164740 Aug 18 07:50:20.505241 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Allocated IP 172.27.0.107 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/3e8677e8-e5df-4e77-9d1b-6dfd3f99123c) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:20.533235 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Attempting to bind port 98475304-f193-4ad8-82ad-a09ff6b48acd on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:20.533640 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Attempting to bind port 98475304-f193-4ad8-82ad-a09ff6b48acd by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:20.533986 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Attempting to bind port 98475304-f193-4ad8-82ad-a09ff6b48acd on network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:20.612107 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b0453766-ab4a-4942-bb1c-9e993f9c354c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:20.630908 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Port 98475304-f193-4ad8-82ad-a09ff6b48acd on network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:50:20.631416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Attempting to bind port 98475304-f193-4ad8-82ad-a09ff6b48acd on network 01486284-d8a3-438f-9c56-bf89bb5bb7e5 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:20.637948 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.653624 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa0d8a91-1bec-4cda-9d19-927def884ed5 req-e5ac0676-2b67-438f-b273-c6020011cb1b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121204 Aug 18 07:50:20.670171 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.675880 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:20.688617 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:20.689554 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Checking segment: {'id': 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:20.690428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Bound using segment: {'id': 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:20.691461 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Bound port: 98475304-f193-4ad8-82ad-a09ff6b48acd, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:20.692590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.703224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:20.751082 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.775288 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b2d5df-ac03-4781-96ec-169ccbea9162,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:20.846128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b0453766-ab4a-4942-bb1c-9e993f9c354c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:20.847122 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.879667 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.880840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.883154 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-55b313bc-a01d-47c0-8b87-84db57507192 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2326734 Aug 18 07:50:20.917091 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33352) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:20.938855 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:20.941072 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:20.946475 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] 10.222.0.42 "PUT /v2.0/ports/3950c27b-f4e7-408b-b0a8-1b3c07adf513 HTTP/1.1" status: 200 len: 1094 time: 5.7854180 Aug 18 07:50:20.955435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group_rule': {'security_group_id': '33a84395-4f85-42f4-a666-17a5c43f26bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:20.965045 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:21.177438 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.351074 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:19Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:21.441616 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9039b9-0ccc-4767-9175-c0d64c8942b7 None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:19Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:21.598070 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.651428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb923db7-187a-42eb-bdf5-4a0398da4b89" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:21.656107 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cb99-717b-4e29-aa75-9b6ab9add605 service neutron] Pushing event updated for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:21.750278 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:21.766654 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=98475304-f193-4ad8-82ad-a09ff6b48acd,segment=NetworkSegment(f27e4af6-03cf-46c2-b39d-8a552b49c8e4),segment_id=f27e4af6-03cf-46c2-b39d-8a552b49c8e4)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:21.777574 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:21.788747 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.800279 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.806582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.813621 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:21.823879 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:21.829954 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-74182a35-7302-4afc-a457-7cb825553bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:21.831917 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-74182a35-7302-4afc-a457-7cb825553bcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 1097 time: 0.7280238 Aug 18 07:50:21.890744 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:21.892343 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:21.895081 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] 10.222.0.42 "PUT /v2.0/ports/98475304-f193-4ad8-82ad-a09ff6b48acd HTTP/1.1" status: 200 len: 1093 time: 6.7497978 Aug 18 07:50:21.985666 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.025424 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=3e8677e8-e5df-4e77-9d1b-6dfd3f99123c,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:22.041387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cac0f-3001-452b-8d44-27cc975f9982 req-4dddffc8-b5e1-43a4-a892-628930ea34b8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:22.046091 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c83cac0f-3001-452b-8d44-27cc975f9982 req-4dddffc8-b5e1-43a4-a892-628930ea34b8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.6410201 Aug 18 07:50:22.093624 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b63a6-f007-4948-9cbf-4a45c448090b service neutron] Pushing event updated for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:22.097478 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.140083 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cea8d8-da15-40d1-8f5d-4d296fb190a2 x-openstack-request-id: req-26cea8d8-da15-40d1-8f5d-4d296fb190a2 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:22.140590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:22.141003 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26cea8d8-da15-40d1-8f5d-4d296fb190a2 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:22.141734 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'status': 'completed', 'code': 200} Aug 18 07:50:22.235206 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527a5269-036c-49dd-9619-13c6b297a2a8,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:22.245343 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Checking segment: {'id': 'e58fd0c1-9230-4453-af08-8e09d74dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52e9d05f-724e-4176-8d8b-6c694f7ac079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:22.245683 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Network hostable DHCP agents. Network: 52e9d05f-724e-4176-8d8b-6c694f7ac079, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:50:22.284754 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c83cac0f-3001-452b-8d44-27cc975f9982 req-fbbfcec9-c730-4766-805b-6a8e2a672597 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593559 Aug 18 07:50:22.293769 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.301382 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.312378 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.322487 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Network 52e9d05f-724e-4176-8d8b-6c694f7ac079 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:50:22.332251 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9c87e-f4e6-4c68-a4c8-d565f3b9e650 req-e36c9391-eae4-40c8-a1e0-936804e1e818 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:22.338904 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1cb9c87e-f4e6-4c68-a4c8-d565f3b9e650 req-e36c9391-eae4-40c8-a1e0-936804e1e818 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.1096539 Aug 18 07:50:22.374391 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 52e9d05f-724e-4176-8d8b-6c694f7ac079) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:22.383636 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa6f665-c754-44fe-9fc3-db3b40394f7e,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:22.384088 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:22.386257 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76ba25-1520-4121-937b-32a87804d3c2 None None] Network 52e9d05f-724e-4176-8d8b-6c694f7ac079 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:22.397957 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.415469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.425307 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-308d5e01-26a4-432d-b914-3ba86f291d9b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5003941 Aug 18 07:50:22.426877 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33380) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:22.439080 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:22.461362 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1cb9c87e-f4e6-4c68-a4c8-d565f3b9e650 req-b41846d6-8b32-4562-83ba-54df7d898f1d tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064765 Aug 18 07:50:22.511388 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5ef86dd6-895f-41b1-b45b-e1766c488413 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9265273 Aug 18 07:50:22.557259 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.561474 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.568261 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.669769 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=3e8677e8-e5df-4e77-9d1b-6dfd3f99123c,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:22.679558 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c5502b20-1d44-4298-9af7-925282cb13fa up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:22.683614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.735450 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f6d7d-ec2d-42d5-ae03-7046a9b85bd4 None None] Network 52e9d05f-724e-4176-8d8b-6c694f7ac079 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:22.798750 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.812655 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-976be9db-4dfd-4316-98e4-d2403c9de5e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8624575 Aug 18 07:50:22.895165 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:22.985332 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port c5502b20-1d44-4298-9af7-925282cb13fa completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:23.011645 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port c5502b20-1d44-4298-9af7-925282cb13fa triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:23.012016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.072318 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Allocated IP 172.27.0.202 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/205c70ed-bd64-4413-b911-8f5984c04d62) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:23.214559 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.261710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-11833da4-743f-44ff-9279-7d12746a621b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--176646869&fields=id&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 267 time: 0.0532525 Aug 18 07:50:23.322048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.359957 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port c5502b20-1d44-4298-9af7-925282cb13fa, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=c5502b20-1d44-4298-9af7-925282cb13fa,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:23.383532 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.551738 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.597553 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:23.654999 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:23.665485 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:23.681117 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:23.817941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=205c70ed-bd64-4413-b911-8f5984c04d62,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:23.871868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:23.925638 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.036143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8b16c-5892-43c7-8685-80757146e650 req-e8119b84-dcd0-4c2a-baaa-cc9387f71948 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:24.037875 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4c8b16c-5892-43c7-8685-80757146e650 req-e8119b84-dcd0-4c2a-baaa-cc9387f71948 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.5170765 Aug 18 07:50:24.045617 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-294c2046-ac3a-42c0-a5f5-4fe29519588d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:24.047472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-294c2046-ac3a-42c0-a5f5-4fe29519588d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 817 time: 0.7676744 Aug 18 07:50:24.101344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-632cee85-d204-46a6-8050-bd287f78aa48 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/quotas/a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 375 time: 0.0464869 Aug 18 07:50:24.107287 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4c8b16c-5892-43c7-8685-80757146e650 req-1e65d231-82c6-4eb2-866a-5026e839dc01 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Aug 18 07:50:24.152143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:24.157594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0216c7-4b26-46f1-bf13-2668fd517c23" -d '{"events": [{"name": "network-changed", "server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:24.175899 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33444) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:24.226149 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.230734 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.245329 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-273098096-network', 'tenant_id': 'f83c3aa4c3554a6db783c0d908979be6'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:24.269597 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.292072 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=205c70ed-bd64-4413-b911-8f5984c04d62,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:24.298852 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-dc01a406-e1cc-4d89-9fcf-9400d94a5907 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513 HTTP/1.1" status: 200 len: 217 time: 0.1246274 Aug 18 07:50:24.346966 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.348577 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-91d9992a-9d25-40f0-90c5-822aef938fba tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9200859 Aug 18 07:50:24.348828 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-04b92b60-4e32-423b-ad4f-a75f7ba9c6ad tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2395558 Aug 18 07:50:24.351340 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Made reservation on behalf of f83c3aa4c3554a6db783c0d908979be6 for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:24.353711 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.395535 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.520269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856642-52bb-4dd2-be07-c785752aecfa req-9795394a-b912-47de-989b-bf7092a30bbc tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:24.522017 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20856642-52bb-4dd2-be07-c785752aecfa req-9795394a-b912-47de-989b-bf7092a30bbc tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.2440228 Aug 18 07:50:24.568475 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c5502b20-1d44-4298-9af7-925282cb13fa up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:24.609394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-a9cc8249-e7e6-48cd-8cfb-a97751934211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:24.611323 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-a9cc8249-e7e6-48cd-8cfb-a97751934211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.2032278 Aug 18 07:50:24.630270 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port c5502b20-1d44-4298-9af7-925282cb13fa triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:24.630558 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:24.731798 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-35dcbf3f-0bac-4591-ab7d-3afa4bb7b72f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021316 Aug 18 07:50:24.759455 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20856642-52bb-4dd2-be07-c785752aecfa req-b9e5a72e-7b99-44a4-ad59-61ec4c636187 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257264 Aug 18 07:50:24.761656 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-ad9b89a0-5d5b-4c2a-8ba7-825e6bab27e9 service neutron] 10.222.0.38 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795557 Aug 18 07:50:24.776628 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-bb144e05-d77f-4896-8531-6b63c74ce09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:24.778233 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-bb144e05-d77f-4896-8531-6b63c74ce09f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb202fa654b446bb83a530f64a01239&device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 1096 time: 0.3431778 Aug 18 07:50:24.874155 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133b07d3-7dc4-421f-9d8e-6fbe352f9957 x-openstack-request-id: req-133b07d3-7dc4-421f-9d8e-6fbe352f9957 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:24.874433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:24.874568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-133b07d3-7dc4-421f-9d8e-6fbe352f9957 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:24.874962 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd', 'status': 'completed', 'code': 200} Aug 18 07:50:24.916370 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-5780354e-3df4-4b83-99aa-8bb7fd81f054 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98475304-f193-4ad8-82ad-a09ff6b48acd HTTP/1.1" status: 200 len: 217 time: 0.1018872 Aug 18 07:50:25.022123 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-98e95ef4-4821-406d-b393-90a0419faa00 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796333 Aug 18 07:50:25.037602 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.044530 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-8a578d93-01f8-4a7d-b8d3-1e6fc28ab185 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1505143515&fields=id&tenant_id=44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 267 time: 0.1298711 Aug 18 07:50:25.051613 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.076553 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-fb92951e-707a-405a-9a8b-0d0b8b5f0ab5 service neutron] 10.222.0.38 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972357 Aug 18 07:50:25.154147 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:50:25.177031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.177379 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Added segment a1a5588a-81c7-42ea-8581-fc8bfbdca68d of type vlan for network ec388fa2-add7-4725-8e4c-18f7cd9a60c9 Aug 18 07:50:25.180918 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da9956-75de-403a-a204-543bb1930f14,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:25.256988 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.274233 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-1ac15725-7566-4189-953d-12584ae76173 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:25.275949 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-1ac15725-7566-4189-953d-12584ae76173 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 811 time: 0.2209270 Aug 18 07:50:25.344219 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-7dd7a078-e0f9-4bfd-b46b-8107105d5130 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/quotas/44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 375 time: 0.0444260 Aug 18 07:50:25.345325 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.345888 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:25.346479 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.500020 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3224380 Aug 18 07:50:25.505917 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33482) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:25.516850 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Request body: {'subnet': {'network_id': 'ec388fa2-add7-4725-8e4c-18f7cd9a60c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-273098096-subnet', 'tenant_id': 'f83c3aa4c3554a6db783c0d908979be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:25.536047 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e476-f3b1-4e29-9b98-9dcae512255b req-12755073-dd6b-4b2f-8cd3-37960c2e9b33 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:25.538727 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0ba6e476-f3b1-4e29-9b98-9dcae512255b req-12755073-dd6b-4b2f-8cd3-37960c2e9b33 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.2399991 Aug 18 07:50:25.542389 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95508aa-f21f-42b0-9794-aa46059dc311 admin admin] Pushing event updated for resources: {'Network': ['ID=ec388fa2-add7-4725-8e4c-18f7cd9a60c9,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:25.563816 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network ec388fa2-add7-4725-8e4c-18f7cd9a60c9 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:50:25.579657 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Made reservation on behalf of f83c3aa4c3554a6db783c0d908979be6 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:25.584651 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:25.597251 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-6a1d439d-b432-4927-951d-0523fb47a012 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2439001 Aug 18 07:50:25.653149 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0ba6e476-f3b1-4e29-9b98-9dcae512255b req-054f397e-2f50-4bd1-a91b-a336c5938530 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898924 Aug 18 07:50:25.824208 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-d5d3a982-c6fb-43de-9a0d-2d399cda1fff service neutron] 10.222.0.38 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675699 Aug 18 07:50:25.874749 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f4cc80ea-92c9-4802-973d-36772ecbd215 req-0e2d7594-b949-4461-9c34-3daee70ec384 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 210 time: 0.0454540 Aug 18 07:50:25.984916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.075058 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-01de2a57-1288-4655-af1c-309fb213dd5a service neutron] 10.222.0.38 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082133 Aug 18 07:50:26.110728 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd8b0cc-523a-4d45-82e6-cfb6b7d59fe8,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:26.124285 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Checking segment: {'id': 'a1a5588a-81c7-42ea-8581-fc8bfbdca68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec388fa2-add7-4725-8e4c-18f7cd9a60c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:26.125565 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Network hostable DHCP agents. Network: ec388fa2-add7-4725-8e4c-18f7cd9a60c9, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:50:26.156555 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Network ec388fa2-add7-4725-8e4c-18f7cd9a60c9 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:50:26.181536 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, ec388fa2-add7-4725-8e4c-18f7cd9a60c9) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:26.191675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4c075-8095-4a5b-a27b-8525b005ebd7 None None] Network ec388fa2-add7-4725-8e4c-18f7cd9a60c9 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:26.192524 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:26.194643 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.222929 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5483dc21-4883-4025-8985-933bca04c216 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7141273 Aug 18 07:50:26.234224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e95077-9427-479f-a151-d0491c2f66df req-79f7928f-b1eb-4ee1-8551-0cf24c26c852 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:26.240054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d8e95077-9427-479f-a151-d0491c2f66df req-79f7928f-b1eb-4ee1-8551-0cf24c26c852 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.1350639 Aug 18 07:50:26.316481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d8e95077-9427-479f-a151-d0491c2f66df req-e59616f3-1f33-4102-b7e0-37bce305275e tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676968 Aug 18 07:50:26.471838 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9dbc4c-c981-4611-ae40-b1176b1f624a None None] Network ec388fa2-add7-4725-8e4c-18f7cd9a60c9 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:26.516495 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3873d3b0-0ce5-4dde-918c-60376d013b28 req-5abe3af1-9d88-42e0-a073-56e512963001 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 210 time: 0.1051977 Aug 18 07:50:26.560394 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33504) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:26.639124 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Deleting subnet 527a5269-036c-49dd-9619-13c6b297a2a8 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:50:26.643914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.719729 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.752108 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.859987 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d845692-b366-4f17-a790-add77e02e946 req-bd29ac7f-5dda-4988-a927-509656e6440f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:26.862679 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d845692-b366-4f17-a790-add77e02e946 req-bd29ac7f-5dda-4988-a927-509656e6440f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1120331 Aug 18 07:50:26.862964 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.893151 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527a5269-036c-49dd-9619-13c6b297a2a8,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:26.907914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:26.910212 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d58fb54f-7363-4e33-a0aa-3e08d50b3698 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/527a5269-036c-49dd-9619-13c6b297a2a8 HTTP/1.1" status: 204 len: 168 time: 0.3470831 Aug 18 07:50:26.913048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33522) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:26.933452 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d845692-b366-4f17-a790-add77e02e946 req-4c978d71-07d6-4494-b77f-7193d88f3844 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637190 Aug 18 07:50:27.015861 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.085140 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1e7ec041-1b35-47fe-b527-72f2d4ed33b2 req-729c6f70-b4bc-492a-9a69-f57ce080b533 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 210 time: 0.0504916 Aug 18 07:50:27.155114 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.167039 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.167421 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.168197 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.168564 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > port after_create 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.168901 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.169272 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > port after_update 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.169583 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.169953 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.170276 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.170591 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.444611 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.445014 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.445329 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.445651 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:50:27.446018 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e9d05f-724e-4176-8d8b-6c694f7ac079']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:27.467910 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47a6ef-6e7e-446d-bb28-d535fb602e1b req-ea0e55c9-b3d9-407b-a5ac-2d95d0815311 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:27.468236 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58fd0c1-9230-4453-af08-8e09d74dfd7c') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:27.468467 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58fd0c1-9230-4453-af08-8e09d74dfd7c') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:27.469575 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c47a6ef-6e7e-446d-bb28-d535fb602e1b req-ea0e55c9-b3d9-407b-a5ac-2d95d0815311 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.0592587 Aug 18 07:50:27.487133 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.513182 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c47a6ef-6e7e-446d-bb28-d535fb602e1b req-3c688cf0-bf84-4c54-b222-a9617324d028 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Aug 18 07:50:27.521242 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.545392 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:50:27.545698 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: from cryptography.utils import int_from_bytes Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: from cryptography.utils import int_from_bytes Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:50:27.550949 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:50:27.615709 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.625946 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.629530 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] 10.222.0.38 "DELETE /v2.0/networks/52e9d05f-724e-4176-8d8b-6c694f7ac079 HTTP/1.1" status: 204 len: 168 time: 0.7147653 Aug 18 07:50:27.638002 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33536) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:27.639914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d3bb3-ab21-4bcc-bde0-91278f5f7628 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e9d05f-724e-4176-8d8b-6c694f7ac079,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:27.689166 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c3bf3a5f-23c4-4011-9791-a27944fa9148 req-8c62c3f9-d6b8-477d-b06c-8bffcf8ae161 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 210 time: 0.0599561 Aug 18 07:50:27.709008 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Deleting subnet 8cd8b0cc-523a-4d45-82e6-cfb6b7d59fe8 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:50:27.713131 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.752087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.763203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.824881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:27.877338 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd8b0cc-523a-4d45-82e6-cfb6b7d59fe8,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:28.103628 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.111094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33548) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:28.111403 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-330df42a-5af4-45c4-99c3-99a8cde8fcbe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8cd8b0cc-523a-4d45-82e6-cfb6b7d59fe8 HTTP/1.1" status: 204 len: 168 time: 0.4718750 Aug 18 07:50:28.117356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1e0bfbaa-d85e-43f1-a35a-edc8744f2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:28.120367 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-1e0bfbaa-d85e-43f1-a35a-edc8744f2edb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0be088f-e73f-414b-8ae2-f19e2de83c35 HTTP/1.1" status: 200 len: 852 time: 0.2554164 Aug 18 07:50:28.122918 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f43a27a9-d2a8-41dc-9fd9-6f46760f44ad req-1c1d664d-dd88-43d5-95ec-e175b1f80e6b service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674012 Aug 18 07:50:28.357126 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.480513 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-2a308902-65a2-4148-845f-a544d07349ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01486284-d8a3-438f-9c56-bf89bb5bb7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3488390 Aug 18 07:50:28.534171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.559684 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec388fa2-add7-4725-8e4c-18f7cd9a60c9']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:28.589437 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a5588a-81c7-42ea-8581-fc8bfbdca68d') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:28.590504 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a5588a-81c7-42ea-8581-fc8bfbdca68d') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:28.620225 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.681825 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.702895 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-441fb529-1c98-4fb9-8f2b-1fe83f452f07 req-23fa8f70-cefe-4125-962d-3ea639892009 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 210 time: 0.2261591 Aug 18 07:50:28.705242 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.42', 65273) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:28.708370 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:50:28.710033 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:50:28.918835 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:50:29.004383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-de4f3bea-00cf-45c6-8b15-236cb439e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:29.006983 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-de4f3bea-00cf-45c6-8b15-236cb439e8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 1097 time: 0.5342047 Aug 18 07:50:29.047785 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:29.062491 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:29.070889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b4db-3ea8-43b6-8f6b-76a7d181d49a req-7975e1b0-cdb2-4477-815a-67ca514a1972 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:29.076266 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] 10.222.0.38 "DELETE /v2.0/networks/ec388fa2-add7-4725-8e4c-18f7cd9a60c9 HTTP/1.1" status: 204 len: 168 time: 0.9589071 Aug 18 07:50:29.084749 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0c5b4db-3ea8-43b6-8f6b-76a7d181d49a req-7975e1b0-cdb2-4477-815a-67ca514a1972 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 944 time: 0.6094589 Aug 18 07:50:29.163260 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4141c-42f4-4689-837b-c821b9b7ca0a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec388fa2-add7-4725-8e4c-18f7cd9a60c9,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:29.182551 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.42', 65275) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:29.377555 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 3950c27b-f4e7-408b-b0a8-1b3c07adf513 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:50:29.577538 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17e9b9-36b7-43ac-ba4e-687b58d6f57e req-7452b978-e383-4fdf-b84b-217c138f2634 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:29.597072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9d17e9b9-36b7-43ac-ba4e-687b58d6f57e req-7452b978-e383-4fdf-b84b-217c138f2634 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.7118404 Aug 18 07:50:29.609374 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-5eab7d1d-9005-428b-aeff-59c314ca82c9 service neutron] 10.222.0.42 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0534720 Aug 18 07:50:29.610588 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33608) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:29.610853 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:29.632364 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'port_id': '3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'mac_address': 'fa:16:3e:4f:71:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4eeada-ce25-40b3-8526-3b8563cc5e02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:50:29.700045 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:29.742136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3950c27b-f4e7-408b-b0a8-1b3c07adf513 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:29.794813 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:29.806091 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:29.830088 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0c5b4db-3ea8-43b6-8f6b-76a7d181d49a req-36f04a67-1ed1-4027-af0e-f078898493bc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437563 Aug 18 07:50:29.849368 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-4476fbfe-6845-47fb-947e-28ee2b511c9e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:29.852049 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-4476fbfe-6845-47fb-947e-28ee2b511c9e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 817 time: 0.6681185 Aug 18 07:50:29.926769 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:29.982408 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-4f2a2eb0-22fc-4190-995d-282a9fc1e160 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 379 time: 0.1164439 Aug 18 07:50:30.003028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'port': {'device_id': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'admin_state_up': True, 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'security_groups': ['9b3070d8-d5e2-467b-b2fd-5de8c7967120']}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:30.008623 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-735dcd5e-5cf3-4c62-8756-45059f33a6cf tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:30.011344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-735dcd5e-5cf3-4c62-8756-45059f33a6cf tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 811 time: 1.2019079 Aug 18 07:50:30.013377 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-95d382a8-e855-4e25-b30b-05f5dcb870cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:30.016999 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-95d382a8-e855-4e25-b30b-05f5dcb870cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 916 time: 0.9891872 Aug 18 07:50:30.076679 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:50:30.267343 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a318d426-ea6e-4470-9f7e-e42059d39c6e req-88056583-e940-4d5e-8c2f-049334c25bad tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 210 time: 0.1946721 Aug 18 07:50:30.269502 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-351322ba-bed4-441d-98d2-25a3a5223c8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513 HTTP/1.1" status: 200 len: 217 time: 0.1789501 Aug 18 07:50:30.278528 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d4746b03-af14-468d-8a7a-d93d89898e2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8c36513b98643ae85ada6987e9e102c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928250 Aug 18 07:50:30.284063 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9d17e9b9-36b7-43ac-ba4e-687b58d6f57e req-5daba0fa-1b9a-4bb6-b727-eceae6e0ed45 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108271 Aug 18 07:50:30.284749 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33640) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:30.390247 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Made reservation on behalf of a12a8f48b95f423893d898c581bb6d54 for: {'port': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:30.400733 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:30.435099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-96f9a9e0-d191-4d24-b39f-2ed7ca176848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:30.445248 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-96f9a9e0-d191-4d24-b39f-2ed7ca176848 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.1491022 Aug 18 07:50:30.628744 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-0bcde2e9-c361-4dc8-9662-5788d6bc17f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247141 Aug 18 07:50:30.632210 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-146bd3a4-62a5-4eb7-aead-cfffa6fb5de6 req-40f5e32a-48b3-410e-b6c3-2508c8a60d46 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 210 time: 0.1474926 Aug 18 07:50:30.721240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-8b9429e2-be5e-4f45-966b-6b033584b300 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 380 time: 0.6159019 Aug 18 07:50:30.737247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'port': {'device_id': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'admin_state_up': True, 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'security_groups': ['33a84395-4f85-42f4-a666-17a5c43f26bc']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:30.846993 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51fcdd74-9d81-42db-8f8c-c6109301b5d2 req-fe8c98fb-db86-44d9-ae6f-745a54cf3f37 service neutron] 10.222.0.42 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144105 Aug 18 07:50:30.869334 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Allocated IP 172.20.0.5 (7652cdeb-c5f6-4e54-a352-db82ada6ba99/898140fe-3142-417c-9493-b56fdd67c1c9/7ab83880-ffd9-4fc2-ab1e-7f72da5181c1) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:30.913548 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-5ae65a3e-d523-428f-a282-b6efc2fb2b9f service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679751 Aug 18 07:50:30.924011 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.090260 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33656) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:31.119475 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Made reservation on behalf of 44d7656b45c7463f9644e97e654e6a85 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:31.123757 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.134053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.146406 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.172052 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Transition to ACTIVE for port object 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:31.247790 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.303812 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-e73365fd-f5cb-472c-ac11-eeba17788637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:31.306475 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-e73365fd-f5cb-472c-ac11-eeba17788637 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb202fa654b446bb83a530f64a01239&device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 1096 time: 0.3580914 Aug 18 07:50:31.325599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e717e-8452-4d5b-800a-76263dc5780f req-a7007cef-70a5-44c8-91ee-a0e7453aa35f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:31.328273 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a4e717e-8452-4d5b-800a-76263dc5780f req-a7007cef-70a5-44c8-91ee-a0e7453aa35f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 945 time: 0.3031814 Aug 18 07:50:31.347871 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 3950c27b-f4e7-408b-b0a8-1b3c07adf513 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:31.380981 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9a8565aa-afc7-4cf5-942a-065b5f8ac231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.497538 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:31.504960 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:31.516025 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:31.517078 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.605101 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9a8565aa-afc7-4cf5-942a-065b5f8ac231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.607134 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:31.624135 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:31.757472 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:31.771309 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.792396 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9a8565aa-afc7-4cf5-942a-065b5f8ac231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:31.819232 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:31.926041 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:31.932890 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb923db7-187a-42eb-bdf5-4a0398da4b89 req-1a19a4de-36bc-4d3d-8d6e-daf3870362d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030985 Aug 18 07:50:31.935390 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.049324 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:32.056146 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c65b96dc-4b5f-4a7b-a83d-1a05fc7b746d req-275eb366-9c3b-4466-b925-4a87942737ec tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 210 time: 0.1541052 Aug 18 07:50:32.069557 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.070150 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.072647 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.079458 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c8b487f-23fe-4f11-8e9d-5ef14a517e8d HTTP/1.1" status: 204 len: 168 time: 1.6726789 Aug 18 07:50:32.079748 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1a095e45-43db-405f-8427-b93803ad7529 None None] Provisioning for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:32.079748 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:32.096962 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a4e717e-8452-4d5b-800a-76263dc5780f req-2684b007-3cf3-4331-a157-2a80b89451f3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199297 Aug 18 07:50:32.117398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1394e5-9ef7-451f-9d74-35c928891b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8b487f-23fe-4f11-8e9d-5ef14a517e8d,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:32.121630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Allocated IP 172.20.0.12 (602e8ba5-031f-4c79-b39b-d704f92fea18/f8c31218-2433-49b1-bbe9-9c1de93319ca/d62baa03-3ba3-4a1d-aaef-781cd72c95f3) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:32.124672 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-b97c6e63-bb53-490f-a7b6-301c2121fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:32.126423 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-b97c6e63-bb53-490f-a7b6-301c2121fd46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01486284-d8a3-438f-9c56-bf89bb5bb7e5 HTTP/1.1" status: 200 len: 913 time: 0.7968807 Aug 18 07:50:32.128098 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1a095e45-43db-405f-8427-b93803ad7529 None None] Provisioning complete for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:32.128510 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1a095e45-43db-405f-8427-b93803ad7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.177378 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9a8565aa-afc7-4cf5-942a-065b5f8ac231 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e486817c8bf4655adc23cc063cd4480&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0858903 Aug 18 07:50:32.183691 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8565aa-afc7-4cf5-942a-065b5f8ac231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8681ae8-b611-4ca8-90e9-3d35d76bc398,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:32.201623 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33686) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:32.259198 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-c6505e2f-2175-4cb0-9b88-f4534cf49fb6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2695541 Aug 18 07:50:32.266302 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3cdb55-d0b0-4cca-92fd-b50dd135561e" -d '{"events": [{"server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:32.278114 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Request body: {'port': {'device_id': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:32.352479 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-8a7aaa82-404e-4fa5-8313-ed51173c2c3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98475304-f193-4ad8-82ad-a09ff6b48acd HTTP/1.1" status: 200 len: 217 time: 0.2069941 Aug 18 07:50:32.383686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-1a095e45-43db-405f-8427-b93803ad7529 None None] Port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:32.544773 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.562017 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.688383 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.820725 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:32.843383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Transition to ACTIVE for port object d62baa03-3ba3-4a1d-aaef-781cd72c95f3 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:32.848243 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33708) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:32.911682 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26acc1c-6198-4d41-ae25-11fe95542d09 req-e265b05c-b872-4eca-ae46-627f07ab5de7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:32.913534 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a26acc1c-6198-4d41-ae25-11fe95542d09 req-e265b05c-b872-4eca-ae46-627f07ab5de7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 931 time: 0.4998081 Aug 18 07:50:32.933557 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-52d0fec9-2eab-4b6e-a6bf-e383df9175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:32.944631 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-52d0fec9-2eab-4b6e-a6bf-e383df9175bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0be088f-e73f-414b-8ae2-f19e2de83c35 HTTP/1.1" status: 200 len: 852 time: 0.5389037 Aug 18 07:50:32.973370 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33714) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:33.007860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.010987 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.012106 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8681ae8-b611-4ca8-90e9-3d35d76bc398 HTTP/1.1" status: 204 len: 168 time: 0.8031840 Aug 18 07:50:33.014507 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-9171a529-592d-4fa7-b7a5-8fbe61f213de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01486284-d8a3-438f-9c56-bf89bb5bb7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676050 Aug 18 07:50:33.023652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246fb0e-3040-4359-8535-2c06d0a3ccb9 req-ccd00abb-c0bc-4461-93c8-7924a26df52b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:33.025507 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6246fb0e-3040-4359-8535-2c06d0a3ccb9 req-ccd00abb-c0bc-4461-93c8-7924a26df52b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 943 time: 0.6517787 Aug 18 07:50:33.068955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb15e-1ab6-4bbb-9224-6ec9a1033282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8681ae8-b611-4ca8-90e9-3d35d76bc398,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:33.204759 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6246fb0e-3040-4359-8535-2c06d0a3ccb9 req-860fb223-c5c2-400b-a331-e137a7f6f671 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454453 Aug 18 07:50:33.214090 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a26acc1c-6198-4d41-ae25-11fe95542d09 req-62ecaffa-251c-47d4-aa44-b6cf8223756e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921288 Aug 18 07:50:33.215303 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.262034 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-66d9a899-3c6f-4ef5-a5de-13dbfa494b8e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f83c3aa4c3554a6db783c0d908979be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460840 Aug 18 07:50:33.262632 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33722) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:33.311022 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:33.331790 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.346983 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 98475304-f193-4ad8-82ad-a09ff6b48acd details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:50:33.349096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-44da0392-8cef-4011-a277-f50a5ca38f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.356524 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:33.357544 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:33.378229 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:33.382670 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-7d18da61-2e4c-4668-955e-75b12b07fc0a service neutron] 10.222.0.42 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496006 Aug 18 07:50:33.385687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:33.392220 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:33.393066 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.408212 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Transition to ACTIVE for port object 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 will not be triggered until provisioned by entity L2. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:33.418338 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.519027 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.608413 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=98475304-f193-4ad8-82ad-a09ff6b48acd,segment=NetworkSegment(f27e4af6-03cf-46c2-b39d-8a552b49c8e4),segment_id=f27e4af6-03cf-46c2-b39d-8a552b49c8e4)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:33.617349 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-44da0392-8cef-4011-a277-f50a5ca38f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.658409 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '98475304-f193-4ad8-82ad-a09ff6b48acd', 'network_id': '01486284-d8a3-438f-9c56-bf89bb5bb7e5', 'port_id': '98475304-f193-4ad8-82ad-a09ff6b48acd', 'mac_address': 'fa:16:3e:b1:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0be088f-e73f-414b-8ae2-f19e2de83c35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:50:33.667397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-44da0392-8cef-4011-a277-f50a5ca38f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.761790 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:33.781407 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.800753 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-62eb73b4-dbbd-4df3-85f7-e7d25d7ddd1c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0687633 Aug 18 07:50:33.809198 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.875185 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98475304-f193-4ad8-82ad-a09ff6b48acd {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:33.890031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Request body: {'port': {'device_id': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:33.938542 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=98475304-f193-4ad8-82ad-a09ff6b48acd,segment=NetworkSegment(f27e4af6-03cf-46c2-b39d-8a552b49c8e4),segment_id=f27e4af6-03cf-46c2-b39d-8a552b49c8e4)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:33.941809 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-ca582b28-0779-4f69-833d-60a880be117a None None] Provisioning for port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:33.948477 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-ca582b28-0779-4f69-833d-60a880be117a None None] Provisioning complete for port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:33.949301 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ca582b28-0779-4f69-833d-60a880be117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:33.954406 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.064593 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da0392-8cef-4011-a277-f50a5ca38f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238df771-21f7-4865-9c4b-bc242215b77c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:34.089614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9f2f1-dd67-4bd5-a2d1-780d02d87a9a req-8f45a26b-bf8f-43bd-b462-a0f94dae53ef tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:34.102242 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31d9f2f1-dd67-4bd5-a2d1-780d02d87a9a req-8f45a26b-bf8f-43bd-b462-a0f94dae53ef tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 932 time: 0.6236451 Aug 18 07:50:34.108723 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-44da0392-8cef-4011-a277-f50a5ca38f1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18ef14bd806046ba9562d66760196512&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2539065 Aug 18 07:50:34.112263 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33734) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:34.112900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 33736) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:34.176606 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-ca582b28-0779-4f69-833d-60a880be117a None None] Port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:34.187825 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d7e88-897f-4114-a621-223a031f2529 x-openstack-request-id: req-d59d7e88-897f-4114-a621-223a031f2529 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:34.188580 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:34.189004 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d59d7e88-897f-4114-a621-223a031f2529 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:34.189843 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'code': 200} Aug 18 07:50:34.210629 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['98475304-f193-4ad8-82ad-a09ff6b48acd'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:50:34.226562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-380551c4-ae19-420f-986a-25c0592ea4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.275988 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.355182 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:34.384781 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Attempting to bind port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:34.385396 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Attempting to bind port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}] {{(pid=105478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:34.385852 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Attempting to bind port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:34.397280 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:50:34.397525 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Attempting to bind port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:34.403580 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:34.404007 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Checking segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:34.405195 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Bound using segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:34.405723 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Bound port: 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}}] {{(pid=105478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:34.406082 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.455802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-380551c4-ae19-420f-986a-25c0592ea4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.485410 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db0216c7-4b26-46f1-bf13-2668fd517c23 req-a5834d09-0896-44dc-ac8b-a44ff65fe28f service neutron] 10.222.0.42 "GET /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876842 Aug 18 07:50:34.505663 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.527179 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.533534 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72da9956-75de-403a-a204-543bb1930f14 HTTP/1.1" status: 204 len: 168 time: 1.2698438 Aug 18 07:50:34.575242 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001408a7-cf3a-4e2f-a135-e3044f9241cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da9956-75de-403a-a204-543bb1930f14,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:34.586677 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, cleared binding levels {{(pid=105478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:34.586802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-380551c4-ae19-420f-986a-25c0592ea4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.602410 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:34.615545 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.668669 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:34.670063 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:34.673021 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] 10.222.0.42 "PUT /v2.0/ports/7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 1093 time: 2.4025035 Aug 18 07:50:34.676677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31d9f2f1-dd67-4bd5-a2d1-780d02d87a9a req-1255fd75-6db8-40d7-85d7-30a3dfbf0887 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5650511 Aug 18 07:50:34.680395 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:34.792546 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-380551c4-ae19-420f-986a-25c0592ea4b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57762ddbc7174984b18440b314d08371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557586 Aug 18 07:50:34.858223 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 33762) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:34.972397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380551c4-ae19-420f-986a-25c0592ea4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9810780-1501-4bc0-bf99-5a1bd1967b44,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:34.991428 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a04109-d5d3-4558-823c-2ea54ad2c327" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:35.001494 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.003539 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58903-a88d-463a-bf34-41c21cdc122a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=3']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:35.017976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21620a9-7369-417b-8354-baac9c678882 req-c00cd88b-cd18-4364-a734-a7061ddbbb5d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.028659 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f21620a9-7369-417b-8354-baac9c678882 req-c00cd88b-cd18-4364-a734-a7061ddbbb5d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.5469677 Aug 18 07:50:35.069152 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-777ad40a-5c4d-41c7-a36f-c016a92adf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.071739 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-777ad40a-5c4d-41c7-a36f-c016a92adf83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1096 time: 0.3152943 Aug 18 07:50:35.136648 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-33e09528-635e-4908-bdaa-b412a02734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.138468 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-33e09528-635e-4908-bdaa-b412a02734b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.5602100 Aug 18 07:50:35.169588 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.205004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a70629-040c-4afe-9ae2-55293090e087 req-793818be-1581-42e3-96f5-cdd3d7ee7524 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.206958 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e7a70629-040c-4afe-9ae2-55293090e087 req-793818be-1581-42e3-96f5-cdd3d7ee7524 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.4258513 Aug 18 07:50:35.212892 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-d8b3cd0b-87f6-469d-ab45-d61972307dd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 217 time: 0.1280656 Aug 18 07:50:35.214877 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.221056 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-2b30b87d-9df2-4c1f-b615-2660bc97b3db service neutron] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.262694 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f21620a9-7369-417b-8354-baac9c678882 req-f59d7a84-cbf3-4d56-bb4b-8fbb29ff0af2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324150 Aug 18 07:50:35.354104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e7a70629-040c-4afe-9ae2-55293090e087 req-636be5ec-61ba-46c8-9dca-2d696dd18d7a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271095 Aug 18 07:50:35.363156 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.364726 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 98475304-f193-4ad8-82ad-a09ff6b48acd up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:35.392525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.396436 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.397755 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-647126de-ad00-4564-9ac4-0def5676e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.400476 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-647126de-ad00-4564-9ac4-0def5676e01c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.1803367 Aug 18 07:50:35.402425 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/238df771-21f7-4865-9c4b-bc242215b77c HTTP/1.1" status: 204 len: 168 time: 1.2625985 Aug 18 07:50:35.480746 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d29ccd-e538-42bd-b462-1a3ba2f114de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238df771-21f7-4865-9c4b-bc242215b77c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:35.530813 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62baa03-3ba3-4a1d-aaef-781cd72c95f3 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:35.542474 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.578244 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 98475304-f193-4ad8-82ad-a09ff6b48acd completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:35.588104 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 98475304-f193-4ad8-82ad-a09ff6b48acd triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:35.589224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.641869 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01ee1-df68-4ea8-adac-dd9462551393 req-e7795396-caa2-4378-b94b-d29d863aa94c tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.644580 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98b01ee1-df68-4ea8-adac-dd9462551393 req-e7795396-caa2-4378-b94b-d29d863aa94c tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 944 time: 0.0844650 Aug 18 07:50:35.651952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Transition to ACTIVE for port object d62baa03-3ba3-4a1d-aaef-781cd72c95f3 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:35.674503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.683398 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.699746 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.705571 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9810780-1501-4bc0-bf99-5a1bd1967b44 HTTP/1.1" status: 204 len: 168 time: 0.8439097 Aug 18 07:50:35.781918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950c5f8-6150-4d1b-90c4-0bd01368602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9810780-1501-4bc0-bf99-5a1bd1967b44,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:35.806743 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a00a734c-03ca-4402-8e84-d16e3cd2808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:35.811023 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-a00a734c-03ca-4402-8e84-d16e3cd2808e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3127360 Aug 18 07:50:35.824625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-2b30b87d-9df2-4c1f-b615-2660bc97b3db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.838585 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98b01ee1-df68-4ea8-adac-dd9462551393 req-743d24d5-386e-489f-a8bf-010359ead4c4 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670172 Aug 18 07:50:35.870743 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Pushing event updated for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:35.902391 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:35.907212 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-2b30b87d-9df2-4c1f-b615-2660bc97b3db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:36.004706 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=98475304-f193-4ad8-82ad-a09ff6b48acd,segment=NetworkSegment(f27e4af6-03cf-46c2-b39d-8a552b49c8e4),segment_id=f27e4af6-03cf-46c2-b39d-8a552b49c8e4)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:36.021890 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:36.043485 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d968f58e-8642-45bf-b319-70553f4c02b0 req-2b30b87d-9df2-4c1f-b615-2660bc97b3db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8820708 Aug 18 07:50:36.081898 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Attempting to bind port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:36.082996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Attempting to bind port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:36.084201 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Attempting to bind port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:36.094749 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:36.159238 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-286d7cfe-15b2-42b9-a856-effcbb5bc7ed service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403053 Aug 18 07:50:36.190992 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:36.193807 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00f0dc-8061-4621-82f9-bd1a60371b41" -d '{"events": [{"server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "name": "network-vif-plugged", "status": "completed", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:36.206358 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:50:36.206997 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Attempting to bind port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:36.212223 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b87d-9df2-4c1f-b615-2660bc97b3db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a83625c3-988d-40ad-a8b4-45826104f9a4,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:36.238722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:36.239288 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Checking segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:36.241090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Bound using segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:36.242231 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Bound port: d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:36.242903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:36.294427 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cb1a9-f412-423f-aa72-878d890fe414 req-3b44aa3c-b1c5-416d-b29b-e0c604bc15ae tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:36.299291 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-766cb1a9-f412-423f-aa72-878d890fe414 req-3b44aa3c-b1c5-416d-b29b-e0c604bc15ae tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 944 time: 0.2697940 Aug 18 07:50:36.301917 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfee2f1-b0c8-49d9-b2c9-ec0972121e66 x-openstack-request-id: req-9bfee2f1-b0c8-49d9-b2c9-ec0972121e66 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:36.302250 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:36.302477 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bfee2f1-b0c8-49d9-b2c9-ec0972121e66 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:36.302937 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'status': 'completed', 'code': 200} Aug 18 07:50:36.389297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e904d49-4cdf-41f9-9d39-c4aad78e5353 x-openstack-request-id: req-8e904d49-4cdf-41f9-9d39-c4aad78e5353 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:36.390205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "name": "network-vif-plugged", "status": "completed", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:36.390205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e904d49-4cdf-41f9-9d39-c4aad78e5353 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:36.392885 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd', 'code': 200} Aug 18 07:50:36.393759 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-766cb1a9-f412-423f-aa72-878d890fe414 req-3eba1f9c-1c15-416a-94ce-3328fd74b8bd tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749900 Aug 18 07:50:36.394921 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:36.399290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:36.409172 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:36.469832 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-44d51993-e5fb-4811-8cb2-ee28755f95b7 req-bf48261d-d656-4619-b1ca-5507c0d256a1 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959793 Aug 18 07:50:36.537929 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Pushing event updated for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:36.724684 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:36.725726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:36.739080 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-33903ef9-4a2c-4364-b3f9-9f58dbbf1999 service neutron] 10.222.0.42 "PUT /v2.0/ports/d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1094 time: 2.8649464 Aug 18 07:50:36.739975 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:36.747103 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-39415967-7fba-415e-b34d-2e5b15b50f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:36.750249 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-39415967-7fba-415e-b34d-2e5b15b50f0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1096 time: 0.1269393 Aug 18 07:50:36.755894 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:36.972825 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfc245-6a32-4cf9-bcc8-408372509b69 req-71550968-6b5e-4392-b51b-f2bfc13fd7b3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:36.975142 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-90cfc245-6a32-4cf9-bcc8-408372509b69 req-71550968-6b5e-4392-b51b-f2bfc13fd7b3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.4468489 Aug 18 07:50:37.126028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-7fa96305-0356-428d-9afa-c81e0737527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.128682 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-7fa96305-0356-428d-9afa-c81e0737527a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.3697166 Aug 18 07:50:37.194751 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-4743c780-4198-43bf-a96d-aa4560cb69d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 217 time: 0.0589247 Aug 18 07:50:37.348764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-5fb9922c-dcd5-48da-ab1a-294b4cfac6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.352227 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-5fb9922c-dcd5-48da-ab1a-294b4cfac6fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.1474752 Aug 18 07:50:37.379233 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:50:37.439998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-ecceb6ca-a1f3-4523-bb27-3a1365178185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.442579 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-ecceb6ca-a1f3-4523-bb27-3a1365178185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1097 time: 0.5451407 Aug 18 07:50:37.466089 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-1d2ba65e-2327-4da3-8589-d79f4f59172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.468189 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c2cb-ae51-4697-9135-23e0257bac84 req-bdd3a4df-ed12-4c61-a17a-6ac0ee28fd9d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.470695 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0c8c2cb-ae51-4697-9135-23e0257bac84 req-bdd3a4df-ed12-4c61-a17a-6ac0ee28fd9d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.6583660 Aug 18 07:50:37.481471 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-1d2ba65e-2327-4da3-8589-d79f4f59172e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095707 Aug 18 07:50:37.517526 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-90cfc245-6a32-4cf9-bcc8-408372509b69 req-090ce45d-3283-46ee-a0b2-8da4b69b4192 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107818 Aug 18 07:50:37.624987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:37.645010 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:50:37.654352 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-6d19894c-714d-4518-915e-12086c39d2a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 217 time: 0.1822371 Aug 18 07:50:37.675975 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-201d7a35-f84b-4035-9bf5-7bece131f906 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913369 Aug 18 07:50:37.726898 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:37.792114 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:37.838250 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-96b865a5-436f-4ffb-911f-f0153f8f3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.842664 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-96b865a5-436f-4ffb-911f-f0153f8f3217 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.1785910 Aug 18 07:50:37.844330 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:37.846101 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e98666b-d74b-466f-be9b-b02feb75ccd1 x-openstack-request-id: req-0e98666b-d74b-466f-be9b-b02feb75ccd1 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:37.846638 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:37.847061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e98666b-d74b-466f-be9b-b02feb75ccd1 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:37.848244 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'status': 'completed', 'code': 200} Aug 18 07:50:37.851348 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:37.901775 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71d99-0dfd-44a4-b187-5be226fdee45 req-9a9312ce-d324-4389-b7ba-8cf781382228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:37.906787 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-08d71d99-0dfd-44a4-b187-5be226fdee45 req-9a9312ce-d324-4389-b7ba-8cf781382228 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 1098 time: 0.9283638 Aug 18 07:50:37.916490 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0c8c2cb-ae51-4697-9135-23e0257bac84 req-7c16b04b-fec6-4881-a50d-9a94308c66bf tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209161 Aug 18 07:50:37.948477 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-42a04109-d5d3-4558-823c-2ea54ad2c327 req-671af426-a5e9-4826-b2c1-0ff0daa46ed2 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647140 Aug 18 07:50:37.969580 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:38.100391 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:50:38.226688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-88b28cc3-eeca-41f6-b71f-005c0ed2bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:38.229385 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-88b28cc3-eeca-41f6-b71f-005c0ed2bff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2920651 Aug 18 07:50:38.267419 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-08d71d99-0dfd-44a4-b187-5be226fdee45 req-84908e6e-5495-4b70-99bb-3a9aa947fc15 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802830 Aug 18 07:50:38.287403 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204b378-742e-4bfd-b588-63496b9bc609 req-0d7f8255-4f28-4a2d-8bd2-f699785124a2 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:38.290290 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4204b378-742e-4bfd-b588-63496b9bc609 req-0d7f8255-4f28-4a2d-8bd2-f699785124a2 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 945 time: 0.3938379 Aug 18 07:50:38.433783 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36a528-ec7a-4cc9-9650-27e1b6407789 req-88446c76-5c2c-4ba7-a149-35cfad80b15b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:38.445816 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-de36a528-ec7a-4cc9-9650-27e1b6407789 req-88446c76-5c2c-4ba7-a149-35cfad80b15b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 944 time: 0.3608625 Aug 18 07:50:38.568515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4204b378-742e-4bfd-b588-63496b9bc609 req-6aafed4a-1234-4a1e-8916-3825ab8c8e62 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332337 Aug 18 07:50:38.571936 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-13693519-ba7b-4b60-a890-92b718062c0e service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265886 Aug 18 07:50:38.612479 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-de36a528-ec7a-4cc9-9650-27e1b6407789 req-099b6744-b0e8-4e22-97b4-29439b54cfc7 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552281 Aug 18 07:50:38.771159 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d528-f8c8-4cd8-9614-3e2bb0975a75 req-a3606728-ffeb-458f-8f21-22d9e1048fcc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:38.773553 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2893d528-f8c8-4cd8-9614-3e2bb0975a75 req-a3606728-ffeb-458f-8f21-22d9e1048fcc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0844696 Aug 18 07:50:38.777042 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a46fc4f-a433-44c7-8373-98a0f6239d47 req-3e780e6f-a2c3-46b9-ace1-ba79176ed5c1 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630142 Aug 18 07:50:38.887914 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2893d528-f8c8-4cd8-9614-3e2bb0975a75 req-81d737d2-5481-4363-abfa-0e31e29826ac tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016827 Aug 18 07:50:38.943586 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-7bd83991-5e11-4d43-93ba-a13a85567c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:38.946722 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-7bd83991-5e11-4d43-93ba-a13a85567c42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1097 time: 0.0944872 Aug 18 07:50:39.362120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef3316-3a6c-4035-ab00-89fad36d9ea3 req-31f91721-648e-4b1a-ab9a-222599826e41 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:39.364845 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3bef3316-3a6c-4035-ab00-89fad36d9ea3 req-31f91721-648e-4b1a-ab9a-222599826e41 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.2155447 Aug 18 07:50:39.381076 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:39.394133 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-26c83642-e5a5-434d-b61c-e3f441a20552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:39.395881 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-26c83642-e5a5-434d-b61c-e3f441a20552 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.4316530 Aug 18 07:50:39.416424 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3bef3316-3a6c-4035-ab00-89fad36d9ea3 req-a8d5fd74-3c76-4d59-ae4d-98ba91ad88da tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446985 Aug 18 07:50:39.481062 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-e834eb3e-dec1-402e-ac88-f3cfc49246e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 217 time: 0.0684288 Aug 18 07:50:39.506622 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:39.514610 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:39.515245 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:39.554696 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-00f27c59-f271-4a08-a1bc-74c55b1f76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:39.556893 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-00f27c59-f271-4a08-a1bc-74c55b1f76ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0659823 Aug 18 07:50:39.630910 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-fca39c82-476f-4870-8be7-5ee8c3d94b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:39.635269 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-fca39c82-476f-4870-8be7-5ee8c3d94b4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711248 Aug 18 07:50:39.708923 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:39.770199 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:39.774876 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab98ec-3899-4bb6-b977-17f385c23104" -d '{"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:39.808662 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:39.818038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:39.841289 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04750d-8d35-4760-9488-c1ba94390c99 req-e4cf40c9-8e38-4486-b583-7a60d433a5d9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:39.844073 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c04750d-8d35-4760-9488-c1ba94390c99 req-e4cf40c9-8e38-4486-b583-7a60d433a5d9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 945 time: 0.1992300 Aug 18 07:50:39.943504 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-33d0ffd8-edcf-4b05-8a59-1603906f684c service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970302 Aug 18 07:50:39.973945 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:40.049646 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c04750d-8d35-4760-9488-c1ba94390c99 req-51ecc393-119f-418b-a0fa-aaebb00916b1 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761520 Aug 18 07:50:40.134556 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc115ed-6c88-4da1-a27e-6ffce0ac1d68 x-openstack-request-id: req-bdc115ed-6c88-4da1-a27e-6ffce0ac1d68 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:40.134728 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:40.135016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdc115ed-6c88-4da1-a27e-6ffce0ac1d68 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:40.135424 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'code': 200} Aug 18 07:50:40.142871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a3e9-ace0-434b-8d57-7cc917cc3267 req-223ae2ee-08d7-4ad0-b5db-a41e22463425 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:40.145233 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d536a3e9-ace0-434b-8d57-7cc917cc3267 req-223ae2ee-08d7-4ad0-b5db-a41e22463425 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 944 time: 0.3516672 Aug 18 07:50:40.147679 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0837c501-fc9f-4612-a0c6-c2907c7cd8d3 req-97826fac-68ce-4797-907a-70103c6d03ef service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893439 Aug 18 07:50:40.229931 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d536a3e9-ace0-434b-8d57-7cc917cc3267 req-7ba7208f-8307-4ef9-934a-3c2a4ac40f01 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Aug 18 07:50:40.394788 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9502e8-1ed4-4707-973f-b277d86edbf5 req-ffdb9b8d-6832-4d24-9793-389fa09d784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:40.396871 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4a9502e8-1ed4-4707-973f-b277d86edbf5 req-ffdb9b8d-6832-4d24-9793-389fa09d784b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1098 time: 0.0693350 Aug 18 07:50:40.456136 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4a9502e8-1ed4-4707-973f-b277d86edbf5 req-34266eaf-cc82-4bf3-b98a-35f677697cef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517707 Aug 18 07:50:40.582809 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb10645-2fd5-444d-aac4-4ecb1738c613 req-cd56e66c-85a9-476f-95b9-373eb674de2a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:40.584767 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bb10645-2fd5-444d-aac4-4ecb1738c613 req-cd56e66c-85a9-476f-95b9-373eb674de2a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0673380 Aug 18 07:50:40.638236 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bb10645-2fd5-444d-aac4-4ecb1738c613 req-e90b83af-04de-414e-95a8-48cd50506fe2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Aug 18 07:50:41.185152 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:50:41.401780 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d62baa03-3ba3-4a1d-aaef-781cd72c95f3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:50:41.493530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598b59a-7cd0-49d3-a820-a6dbe5bf7e5a req-e60c3be6-abb3-42f3-a79c-013d8b4baf16 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:41.502776 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1598b59a-7cd0-49d3-a820-a6dbe5bf7e5a req-e60c3be6-abb3-42f3-a79c-013d8b4baf16 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 944 time: 0.1222594 Aug 18 07:50:41.569270 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1598b59a-7cd0-49d3-a820-a6dbe5bf7e5a req-f8529b97-7809-47a4-9140-706c29d2d591 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629706 Aug 18 07:50:41.705309 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:41.731910 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'port_id': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'mac_address': 'fa:16:3e:db:97:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:50:41.785713 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:41.817191 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62baa03-3ba3-4a1d-aaef-781cd72c95f3 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:50:41.843478 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:41.849938 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:41.912754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:41.927769 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555c34-3188-4473-9549-145b9809a638 req-2dededd1-43b3-426f-bc33-80637e353968 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:41.936680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-52555c34-3188-4473-9549-145b9809a638 req-2dededd1-43b3-426f-bc33-80637e353968 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1192858 Aug 18 07:50:42.023157 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-52555c34-3188-4473-9549-145b9809a638 req-c2b3e1c5-c072-4438-b472-733fe970ac3e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851693 Aug 18 07:50:42.078100 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34012) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:42.104678 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['d62baa03-3ba3-4a1d-aaef-781cd72c95f3'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:50:42.326386 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b96f-3351-448d-bdde-911eae71dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:42.381292 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b811-1c92-4058-b5e8-4ec202baa5aa req-6677eeac-a5fa-49cb-8f29-b571920f315e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:42.384075 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-08d7b811-1c92-4058-b5e8-4ec202baa5aa req-6677eeac-a5fa-49cb-8f29-b571920f315e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1338480 Aug 18 07:50:42.397843 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34022) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:42.406240 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'floatingip': {'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:42.496647 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b96f-3351-448d-bdde-911eae71dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:42.504889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b96f-3351-448d-bdde-911eae71dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:42.536659 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:42.597928 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0ae4b96f-3351-448d-bdde-911eae71dfc0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87c35c1a6a4f48a8b036a9b2b194bb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181174 Aug 18 07:50:42.599359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4b96f-3351-448d-bdde-911eae71dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa2a27-d36d-49cb-b2ab-1675d8bf0a01,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:42.601143 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34030) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:42.803230 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6648-6ebc-4495-a219-02a24b3d7447 req-1a557d93-0991-4595-a661-b6b1953b5ff6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:42.805598 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-515b6648-6ebc-4495-a219-02a24b3d7447 req-1a557d93-0991-4595-a661-b6b1953b5ff6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 945 time: 0.0971420 Aug 18 07:50:42.881577 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:42.889353 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-515b6648-6ebc-4495-a219-02a24b3d7447 req-3b030fdf-b90e-4db3-873b-52f1b6be618c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723834 Aug 18 07:50:43.174733 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.412258 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d62baa03-3ba3-4a1d-aaef-781cd72c95f3 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:43.423744 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.428420 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.430082 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2fa2a27-d36d-49cb-b2ab-1675d8bf0a01 HTTP/1.1" status: 204 len: 168 time: 0.8274839 Aug 18 07:50:43.460145 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f4b2-2567-4729-9a77-5823508f02fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa2a27-d36d-49cb-b2ab-1675d8bf0a01,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:43.500739 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:43.507323 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:43.508040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.609298 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.656351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:43.662718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b592602f-4d7f-4dbb-944d-ac65cb3dc026" -d '{"events": [{"server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "name": "network-vif-plugged", "status": "completed", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:43.667002 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:43.681831 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.735928 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616b0f1-0ed6-411a-9173-ffd9c7d6cee0 x-openstack-request-id: req-7616b0f1-0ed6-411a-9173-ffd9c7d6cee0 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:43.736401 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "name": "network-vif-plugged", "status": "completed", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:43.737081 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7616b0f1-0ed6-411a-9173-ffd9c7d6cee0 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:43.737909 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'code': 200} Aug 18 07:50:43.799951 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:43.852340 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.db.resource_extend [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 07:50:43.976091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:43.982917 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.005900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d026b3-05b6-4ae9-89b4-ea808ce0cc51 req-85573361-1686-4b3f-92e4-9c2c07a88de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:44.009750 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17d026b3-05b6-4ae9-89b4-ea808ce0cc51 req-85573361-1686-4b3f-92e4-9c2c07a88de1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.0845301 Aug 18 07:50:44.046486 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34078) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:44.059033 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17d026b3-05b6-4ae9-89b4-ea808ce0cc51 req-f7be20a4-a60f-439d-8758-efab3f9f8d05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Aug 18 07:50:44.066398 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f53e06e9-8e4a-4a87-8859-afc07e5fccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.117143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ecc8-01a5-4d0b-8791-771148ef1004 req-74960e65-61aa-4c48-85f1-669bc93a3740 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:44.119199 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b808ecc8-01a5-4d0b-8791-771148ef1004 req-74960e65-61aa-4c48-85f1-669bc93a3740 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0634100 Aug 18 07:50:44.157932 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Floating IP ea0e8cb0-41ef-41f3-805e-a3385c92d0ac associated. External IP: 172.27.0.107, port: 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1. Aug 18 07:50:44.176533 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b808ecc8-01a5-4d0b-8791-771148ef1004 req-e025f02e-e380-4853-96b1-4e39011e8acb tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Aug 18 07:50:44.333086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f53e06e9-8e4a-4a87-8859-afc07e5fccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.340823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f53e06e9-8e4a-4a87-8859-afc07e5fccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.427627 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-f53e06e9-8e4a-4a87-8859-afc07e5fccc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eae10dc83b6c487ca9ed700b7b63f4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777688 Aug 18 07:50:44.428675 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34088) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:44.442013 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e06e9-8e4a-4a87-8859-afc07e5fccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2f5a43-b6ab-4df0-a97a-384259e9cbf9,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:44.527318 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:50:44.537719 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.570806 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.667060 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.671547 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.676254 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d2f5a43-b6ab-4df0-a97a-384259e9cbf9 HTTP/1.1" status: 204 len: 168 time: 0.2465024 Aug 18 07:50:44.681640 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:44.685691 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2104-799b-4012-8f2e-a4168038449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2f5a43-b6ab-4df0-a97a-384259e9cbf9,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:44.698011 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:44.711795 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:44.733277 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:44.738417 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:44.743767 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-42384f20-c0f4-4075-b773-8266e68c4a17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "PUT /v2.0/floatingips/ea0e8cb0-41ef-41f3-805e-a3385c92d0ac HTTP/1.1" status: 200 len: 991 time: 2.3397529 Aug 18 07:50:44.743767 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:44.743767 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4a23c-9060-4cb6-aaeb-073d6b013c25" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:44.789531 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11787f7f-5c76-4289-8178-0c5150119895 x-openstack-request-id: req-11787f7f-5c76-4289-8178-0c5150119895 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:44.789843 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:44.793795 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11787f7f-5c76-4289-8178-0c5150119895 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:44.794337 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'status': 'completed', 'code': 200} Aug 18 07:50:44.834825 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34106) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:44.980357 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-bff75ef5-3a55-4296-8159-892f3b44b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:44.983738 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-bff75ef5-3a55-4296-8159-892f3b44b8ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1098 time: 0.1320357 Aug 18 07:50:45.083347 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:45.144907 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-711935f6-88b0-4962-ac97-1cb1b6c6e676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.452749 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-711935f6-88b0-4962-ac97-1cb1b6c6e676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.475125 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-711935f6-88b0-4962-ac97-1cb1b6c6e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.508551 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1db4-05d4-45ec-9c37-db255e08eaf2 req-8d913adb-bf71-41c6-a82d-f4af550a76b3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:45.510541 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff7e1db4-05d4-45ec-9c37-db255e08eaf2 req-8d913adb-bf71-41c6-a82d-f4af550a76b3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1923060 Aug 18 07:50:45.523136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-039f330c-bd54-47be-910c-359eb5bb9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:45.524235 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-039f330c-bd54-47be-910c-359eb5bb9215 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.5225332 Aug 18 07:50:45.568653 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-711935f6-88b0-4962-ac97-1cb1b6c6e676 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2ee8385175948a3969d85ec146efc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281106 Aug 18 07:50:45.570008 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34130) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:45.573935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711935f6-88b0-4962-ac97-1cb1b6c6e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a28ed-2c85-4e81-8244-62a28d42c090,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:45.625132 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff7e1db4-05d4-45ec-9c37-db255e08eaf2 req-7373076c-6514-494a-85bd-5a488d5b25e2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915496 Aug 18 07:50:45.657423 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.696041 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.813223 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.818663 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:45.825759 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c57a28ed-2c85-4e81-8244-62a28d42c090 HTTP/1.1" status: 204 len: 168 time: 0.2538280 Aug 18 07:50:45.842385 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b588b1f-10bb-4f6d-833c-9d8de9b1352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a28ed-2c85-4e81-8244-62a28d42c090,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:45.879665 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'ea0e8cb0-41ef-41f3-805e-a3385c92d0ac', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:21Z', 'updated_at': '2021-08-18T07:50:43Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:45.881764 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726cd12-422a-4f57-8323-6db8163fa118 req-038fccf1-6c50-4db2-b5d9-8bc7040b3fcd tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:45.884698 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f726cd12-422a-4f57-8323-6db8163fa118 req-038fccf1-6c50-4db2-b5d9-8bc7040b3fcd tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1257088 Aug 18 07:50:45.895959 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34142) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:45.906659 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'floatingip': {'port_id': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:45.912588 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34144) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:45.920745 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:45.932025 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:45.932782 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:46.061353 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.093365 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:46.382332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea8f-4a5e-4c1c-bcdb-7d995493a93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.536549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34168) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:46.547097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea8f-4a5e-4c1c-bcdb-7d995493a93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.559509 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3dfe-1fed-494a-b82c-2cee7ea06e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.566364 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea8f-4a5e-4c1c-bcdb-7d995493a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.633519 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-c6857401-818e-4c86-a825-225d09059e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'ea0e8cb0-41ef-41f3-805e-a3385c92d0ac', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:21Z', 'updated_at': '2021-08-18T07:50:43Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:46.644095 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a1ebea8f-4a5e-4c1c-bcdb-7d995493a93f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a77b0d6f432414493721f1f1abe9452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277486 Aug 18 07:50:46.646131 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34170) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:46.648357 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebea8f-4a5e-4c1c-bcdb-7d995493a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc10dd-e232-4b8d-ae54-7151204a1fb2,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:46.686090 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857401-818e-4c86-a825-225d09059e12 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'ea0e8cb0-41ef-41f3-805e-a3385c92d0ac', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:21Z', 'updated_at': '2021-08-18T07:50:43Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:46.736651 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.762097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.826630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.829798 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.833296 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03bc10dd-e232-4b8d-ae54-7151204a1fb2 HTTP/1.1" status: 204 len: 168 time: 0.1837645 Aug 18 07:50:46.843092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdba3a-a97e-49f5-bf47-3da12765eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc10dd-e232-4b8d-ae54-7151204a1fb2,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:46.913517 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3dfe-1fed-494a-b82c-2cee7ea06e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.921184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3dfe-1fed-494a-b82c-2cee7ea06e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.979853 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:46.987138 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.023764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9883-b6ba-4809-a590-0ea76d2c54f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.045623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f4dd3dfe-1fed-494a-b82c-2cee7ea06e8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a7cc3b92b46447d83d82ea85d22056f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072110 Aug 18 07:50:47.047070 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd3dfe-1fed-494a-b82c-2cee7ea06e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a81b0d0-57ff-471a-afdf-176b494c6462,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:47.053579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34176) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:47.083782 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de5b8e-dcf0-4f18-be60-2c37edd2522b None None] New status for floating IP ea0e8cb0-41ef-41f3-805e-a3385c92d0ac: ACTIVE {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:50:47.178733 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.224347 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.364162 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.367573 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.372576 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a81b0d0-57ff-471a-afdf-176b494c6462 HTTP/1.1" status: 204 len: 168 time: 0.3146906 Aug 18 07:50:47.387973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80f909-62e0-4106-8972-be46a3de2133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a81b0d0-57ff-471a-afdf-176b494c6462,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:47.446994 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Floating IP 0cd0c43f-508a-4140-bc43-d41613f31892 associated. External IP: 172.27.0.202, port: d62baa03-3ba3-4a1d-aaef-781cd72c95f3. Aug 18 07:50:47.580685 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34190) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:47.611546 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a89c0fc3-8ea5-4434-be05-13600f327842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.816555 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a89c0fc3-8ea5-4434-be05-13600f327842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.822957 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a89c0fc3-8ea5-4434-be05-13600f327842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:47.898109 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a89c0fc3-8ea5-4434-be05-13600f327842 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c2b8a3efc9c4b0ebc3d3042d6eb8f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153689 Aug 18 07:50:47.904700 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34202) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:47.929679 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c0fc3-8ea5-4434-be05-13600f327842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd03679-c123-4f99-8d49-e3d82641c6ee,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:47.991209 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:50:48.012040 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.061148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.148705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.158745 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.167124 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbd03679-c123-4f99-8d49-e3d82641c6ee HTTP/1.1" status: 204 len: 168 time: 0.2602758 Aug 18 07:50:48.187077 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04be2f-8d9c-4e86-894f-494e7121b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd03679-c123-4f99-8d49-e3d82641c6ee,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:48.203889 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:48.217311 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:48.218916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.237667 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:48.238314 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:48.277874 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-23d3d374-cd96-40de-89a5-5ea2b1620a5d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "PUT /v2.0/floatingips/0cd0c43f-508a-4140-bc43-d41613f31892 HTTP/1.1" status: 200 len: 992 time: 2.3795791 Aug 18 07:50:48.283208 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:50:48.287874 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6d94f3-168f-4770-98c0-5efb16d467b8" -d '{"events": [{"name": "network-changed", "server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:50:48.346217 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.438660 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:48.694103 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118e409-560e-409c-9329-e00804be65f8 x-openstack-request-id: req-7118e409-560e-409c-9329-e00804be65f8 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:50:48.694402 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:50:48.694664 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7118e409-560e-409c-9329-e00804be65f8 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:50:48.695075 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'status': 'completed', 'code': 200} Aug 18 07:50:48.807324 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:48.814469 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '0cd0c43f-508a-4140-bc43-d41613f31892', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:db:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:23Z', 'updated_at': '2021-08-18T07:50:46Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:48.847613 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:48.849332 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-7e3a8693-59bc-4875-af54-a73d04a05d1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 1001 time: 0.2914443 Aug 18 07:50:48.858163 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:48.858815 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:49.006698 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:49.079703 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34246) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:49.273136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-9f266f2a-8b18-4f2b-bd86-7dc9da896f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:49.275798 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-9f266f2a-8b18-4f2b-bd86-7dc9da896f15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.5040450 Aug 18 07:50:49.284826 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-b78bfc4f-66e2-49fc-9cfc-e81af2109da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:49.290374 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-b78bfc4f-66e2-49fc-9cfc-e81af2109da0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.4126141 Aug 18 07:50:49.336792 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '0cd0c43f-508a-4140-bc43-d41613f31892', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:db:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:23Z', 'updated_at': '2021-08-18T07:50:46Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:49.363276 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224746689-network', 'tenant_id': '381c87fadeec465d8242edcf360f02f2'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:49.370609 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71deb686-3492-4492-870f-d548e637b9d2 None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '0cd0c43f-508a-4140-bc43-d41613f31892', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:db:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:50:23Z', 'updated_at': '2021-08-18T07:50:46Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:49.412107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Made reservation on behalf of 381c87fadeec465d8242edcf360f02f2 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:49.415865 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.436416 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.620313 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.630442 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.674009 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:50:49.679963 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-35ac29fc-7bc2-44a5-8ee0-7d1bb1403120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.700056 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6922b3-8ff5-4728-a04b-b469595e2282,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:49.716736 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.717264 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Added segment f7923433-5572-46d2-90df-200aac50a0b6 of type vlan for network 0a4ae1bc-9ccf-41d2-847b-880fb587407d Aug 18 07:50:49.737081 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812cc83-acab-427a-a703-dad52b865808 None None] New status for floating IP 0cd0c43f-508a-4140-bc43-d41613f31892: ACTIVE {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:50:49.801297 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.850096 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.851226 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:49.852236 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:49.913097 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8313184 Aug 18 07:50:49.917269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34280) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:49.917837 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130fdc8-0251-460a-8aac-4883ba205929 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4ae1bc-9ccf-41d2-847b-880fb587407d,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:49.926365 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Request body: {'subnet': {'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224746689-subnet', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:49.950856 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:50:49.973772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Made reservation on behalf of 381c87fadeec465d8242edcf360f02f2 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:49.980844 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.233765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.336401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49385648-d04b-49c4-8149-56a8929e8abb,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:50.349873 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Checking segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:50.350462 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Network hostable DHCP agents. Network: 0a4ae1bc-9ccf-41d2-847b-880fb587407d, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:50:50.379804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:50:50.394004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 0a4ae1bc-9ccf-41d2-847b-880fb587407d) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:50.398558 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:50.399133 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.405597 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b29d13-3561-4d8e-a71e-dd23c7540efc None None] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:50.425754 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-7f43038b-501c-4adf-b153-1f4db163fb5c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5065706 Aug 18 07:50:50.430086 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34294) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:50.434697 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:50.473603 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.476909 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.579209 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.695124 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:50:50.698355 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.823407 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:50.959541 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Allocated IP 172.20.0.2 (0a4ae1bc-9ccf-41d2-847b-880fb587407d/49385648-d04b-49c4-8149-56a8929e8abb/6dd745b5-2dbb-437b-9596-67bf97daded1) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:51.066675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.179567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.193120 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Transition to ACTIVE for port object 6dd745b5-2dbb-437b-9596-67bf97daded1 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:51.198348 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.216041 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Transition to ACTIVE for port object 6dd745b5-2dbb-437b-9596-67bf97daded1 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:51.226175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.230790 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.294886 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:51.298616 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:51.304743 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:51.306937 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Pushing event updated for resources: {'Port': ['ID=6dd745b5-2dbb-437b-9596-67bf97daded1,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:51.420958 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Attempting to bind port 6dd745b5-2dbb-437b-9596-67bf97daded1 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:51.421431 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Attempting to bind port 6dd745b5-2dbb-437b-9596-67bf97daded1 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:51.421999 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Attempting to bind port 6dd745b5-2dbb-437b-9596-67bf97daded1 on network 0a4ae1bc-9ccf-41d2-847b-880fb587407d {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:51.430608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:51.431317 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Checking segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:51.431937 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.432592 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Bound using segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:51.433358 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Bound port: 6dd745b5-2dbb-437b-9596-67bf97daded1, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:51.433944 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.462495 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Allocated IP 172.27.0.123 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/33dda51a-ba54-4b2b-b192-32e503c34881) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:51.544016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] For port 6dd745b5-2dbb-437b-9596-67bf97daded1, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:51.548913 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] For port 6dd745b5-2dbb-437b-9596-67bf97daded1, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6dd745b5-2dbb-437b-9596-67bf97daded1,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:51.557821 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.659260 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada053b-82bb-4752-b501-ba7a4498bdc1 None None] Pushing event updated for resources: {'Port': ['ID=6dd745b5-2dbb-437b-9596-67bf97daded1,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:51.675702 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.729150 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:51.775202 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:51.783481 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:51.788161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:51.798038 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=33dda51a-ba54-4b2b-b192-32e503c34881,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:52.036498 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34364) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:52.250425 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fd2df9d8-d028-4f6d-b466-39b86a282bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.271837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.312532 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.333652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-54c39cdb-fe08-41d6-afb6-ac64bc872e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:52.335206 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-54c39cdb-fe08-41d6-afb6-ac64bc872e9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1995280 Aug 18 07:50:52.344290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-ac9f4221-0821-4c24-9298-98d2a74fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:52.346099 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-ac9f4221-0821-4c24-9298-98d2a74fe5d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.2071402 Aug 18 07:50:52.401235 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fd2df9d8-d028-4f6d-b466-39b86a282bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.407570 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fd2df9d8-d028-4f6d-b466-39b86a282bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.478220 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2df9d8-d028-4f6d-b466-39b86a282bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a033a52-4fe4-4dd0-a058-bc6c6b2f0ab6,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:52.497069 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fd2df9d8-d028-4f6d-b466-39b86a282bfe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b41b003b45b4d5a895e977cabbae172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594076 Aug 18 07:50:52.500616 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34374) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:52.629856 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.697142 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.731440 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6dd745b5-2dbb-437b-9596-67bf97daded1 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:52.762583 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-d7bd0def-5c82-47b5-8c00-005a31fe9a5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1002 time: 0.3844078 Aug 18 07:50:52.900893 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.906801 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:52.911345 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a033a52-4fe4-4dd0-a058-bc6c6b2f0ab6 HTTP/1.1" status: 204 len: 168 time: 0.4073744 Aug 18 07:50:52.931511 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976f40-2677-475f-8cc6-89c729a8542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a033a52-4fe4-4dd0-a058-bc6c6b2f0ab6,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:53.040717 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 6dd745b5-2dbb-437b-9596-67bf97daded1 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:53.261751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:53.270553 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447f296-288c-40c6-8546-092757bf11c5 None None] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:50:53.282114 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-7201bec7-336e-4312-8307-a1d3eedf66ca service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9227419 Aug 18 07:50:53.460256 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34414) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:53.627665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-e8b59996-b499-49d5-a2a0-c51f7c6fcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:53.632379 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-e8b59996-b499-49d5-a2a0-c51f7c6fcdde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.8314157 Aug 18 07:50:53.658598 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Provisioning for port 6dd745b5-2dbb-437b-9596-67bf97daded1 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:53.664464 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Provisioning complete for port 6dd745b5-2dbb-437b-9596-67bf97daded1 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:53.664851 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:53.872437 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:53.935053 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:53.942758 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34428) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:53.977070 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0e86319-c77b-4ddf-8a8e-30f00acf06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.083709 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] For port 6dd745b5-2dbb-437b-9596-67bf97daded1, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6dd745b5-2dbb-437b-9596-67bf97daded1,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:54.094043 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.166624 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.168396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad46f8-9131-43fb-a713-6bfd1fed49f0 None None] Pushing event updated for resources: {'Port': ['ID=6dd745b5-2dbb-437b-9596-67bf97daded1,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:54.177820 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.253261 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-edb4a23c-9060-4cb6-aaeb-073d6b013c25 req-054656ff-b5c1-4277-a971-f09c0d1e27aa service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282313 Aug 18 07:50:54.265994 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-8cb4de84-bb8a-4b76-abca-3d1ca1112542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:54.267887 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-8cb4de84-bb8a-4b76-abca-3d1ca1112542 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1646709 Aug 18 07:50:54.312149 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4ab13546c334b45b52a19b23df71d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8491387 Aug 18 07:50:54.328947 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34436) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:54.371826 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14977905-2897-43c6-8452-7cd30896d15d,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:54.384983 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:50:54.404188 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.404876 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.405408 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.406299 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.406903 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.407420 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.408409 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.409430 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.411775 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.412463 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.413004 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.413510 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49971c5b-92cb-4da2-86d1-7cf205be4434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:54.498412 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.564854 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.579745 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-b333f042-e7f1-41cd-b5bb-24d0a1c39378 None None] Provisioning complete for port 6dd745b5-2dbb-437b-9596-67bf97daded1 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:54.580018 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b333f042-e7f1-41cd-b5bb-24d0a1c39378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.584166 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-c5e8cd14-018f-4d6b-855c-0e02b3512a33 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057456 Aug 18 07:50:54.707359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:54.722916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.730812 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Sync routers for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:50:54.733843 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.742252 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14977905-2897-43c6-8452-7cd30896d15d HTTP/1.1" status: 204 len: 168 time: 0.4113348 Aug 18 07:50:54.742457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6dd745b5-2dbb-437b-9596-67bf97daded1 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:54.757865 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:54.758826 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:54.797589 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0e86319-c77b-4ddf-8a8e-30f00acf06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.800377 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee435107-1acd-4970-8463-23c5970b6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14977905-2897-43c6-8452-7cd30896d15d,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:54.806460 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0e86319-c77b-4ddf-8a8e-30f00acf06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:54.891209 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e86319-c77b-4ddf-8a8e-30f00acf06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab0bf0-98c5-471b-81bf-ef01356e3c5d,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:54.909758 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b0e86319-c77b-4ddf-8a8e-30f00acf06fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6861d7f9b893422985bc4d1f2a5fab73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9650331 Aug 18 07:50:54.912872 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34452) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:54.948937 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5a6d94f3-168f-4770-98c0-5efb16d467b8 req-477a8727-278a-4690-9057-dcaadca15b18 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416059 Aug 18 07:50:54.972616 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 6dd745b5-2dbb-437b-9596-67bf97daded1 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:54.973235 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.042748 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.053886 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.057557 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-4f031722-e679-4a9c-9ece-0633050f5cd9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6261425 Aug 18 07:50:55.061302 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34456) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:55.114995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.157635 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:55.236851 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.242749 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.250654 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59ab0bf0-98c5-471b-81bf-ef01356e3c5d HTTP/1.1" status: 204 len: 168 time: 0.3353181 Aug 18 07:50:55.286387 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325e85e-f968-4712-8d02-7fd7c4339901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab0bf0-98c5-471b-81bf-ef01356e3c5d,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:55.743328 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34488) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:55.770104 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3916d6b5-fce2-4822-9dc7-2f60b05f099e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.789894 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:51Z', 'revision_number': 3, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:55.854547 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Checking router: 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:50:55.855280 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Updating router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 port 33dda51a-ba54-4b2b-b192-32e503c34881 binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:50:55.879464 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-f505cfaa-86ec-4713-8559-9be8bf646394 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:55.885350 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-f505cfaa-86ec-4713-8559-9be8bf646394 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.3784125 Aug 18 07:50:55.957987 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.962212 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-12c77e7e-5296-4886-b251-d32e124e9221 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/quotas/7137f39c9f5148c4bca790c5f381cc3c HTTP/1.1" status: 200 len: 375 time: 0.0627809 Aug 18 07:50:55.969011 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3916d6b5-fce2-4822-9dc7-2f60b05f099e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:55.977729 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3916d6b5-fce2-4822-9dc7-2f60b05f099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.019184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.084914 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34500) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:56.087891 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3916d6b5-fce2-4822-9dc7-2f60b05f099e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=080b534e51fa44bbb93673e11c54ee84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353829 Aug 18 07:50:56.089267 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916d6b5-fce2-4822-9dc7-2f60b05f099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1733b3f-9b4b-43cd-9f00-7bc16b9834dc,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:56.091329 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-f9bbf3fe-bfca-4c5e-a35f-26289a022529 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281254 Aug 18 07:50:56.340188 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.384045 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-16613021-7baf-4385-9055-aefcf37dd033 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658267 Aug 18 07:50:56.396058 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Allocated IP 172.20.0.1 (0a4ae1bc-9ccf-41d2-847b-880fb587407d/49385648-d04b-49c4-8149-56a8929e8abb/b169e349-2ea5-4ba1-af8f-531814b5f21b) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:56.417426 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.495176 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.523037 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Transition to ACTIVE for port object 33dda51a-ba54-4b2b-b192-32e503c34881 will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:56.528423 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.604375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.607499 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.608708 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1733b3f-9b4b-43cd-9f00-7bc16b9834dc HTTP/1.1" status: 204 len: 168 time: 0.5160265 Aug 18 07:50:56.620798 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-e58789ee-eace-4995-ad27-acfac851e426 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205291 Aug 18 07:50:56.628793 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Attempting to bind port 33dda51a-ba54-4b2b-b192-32e503c34881 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:50:56.628793 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Attempting to bind port 33dda51a-ba54-4b2b-b192-32e503c34881 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:50:56.630339 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Attempting to bind port 33dda51a-ba54-4b2b-b192-32e503c34881 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:50:56.630488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1733b3f-9b4b-43cd-9f00-7bc16b9834dc,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:56.642181 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:50:56.642630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.642974 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:50:56.643164 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.643330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.645225 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.645454 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.645611 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.645762 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:50:56.645912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.645912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.646214 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Bound port: 33dda51a-ba54-4b2b-b192-32e503c34881, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:50:56.646392 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.646541 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.646689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.646689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.646689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.646689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bc0f91-0171-44d1-b52e-9ebd6a14a4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:56.649101 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47817-e3ab-47ce-b621-a9e8209e30a4 None None] Pushing event updated for resources: {'Port': ['ID=33dda51a-ba54-4b2b-b192-32e503c34881,revision_number=2']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:56.664778 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.689392 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Transition to ACTIVE for port object b169e349-2ea5-4ba1-af8f-531814b5f21b will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:50:56.742614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.761342 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] For port 33dda51a-ba54-4b2b-b192-32e503c34881, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:50:56.767040 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] For port 33dda51a-ba54-4b2b-b192-32e503c34881, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=33dda51a-ba54-4b2b-b192-32e503c34881,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:50:56.777165 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.806776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Pushing event updated for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:56.824189 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:56.826034 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:56.829298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:50:56.829846 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:56.839344 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47817-e3ab-47ce-b621-a9e8209e30a4 None None] Pushing event updated for resources: {'Port': ['ID=33dda51a-ba54-4b2b-b192-32e503c34881,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:56.908563 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:50:56.909237 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:57.146662 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:50:57.163116 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f7fba4e-817e-481e-81fc-9d130ee245cf req-3142208e-f8ed-44c3-b6d4-6c275c61b5b3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 210 time: 0.0737927 Aug 18 07:50:57.173559 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:57.326905 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-01099825-f10c-4153-85d7-cdc62fefb4a9 None None] Provisioning for port b169e349-2ea5-4ba1-af8f-531814b5f21b completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:57.334059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-01099825-f10c-4153-85d7-cdc62fefb4a9 None None] Provisioning complete for port b169e349-2ea5-4ba1-af8f-531814b5f21b triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:57.334440 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-01099825-f10c-4153-85d7-cdc62fefb4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:57.427193 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-01099825-f10c-4153-85d7-cdc62fefb4a9 None None] Port b169e349-2ea5-4ba1-af8f-531814b5f21b cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:57.524302 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:57.538332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:57.540062 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:57.623967 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:51Z', 'revision_number': 3, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:50:57.679528 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d6f8-c381-43b8-81cd-2dd7aa544c8e None None] The sync data for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi is: [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:51Z', 'revision_number': 3, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:50:57.724777 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Pushing event updated for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:57.817743 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:50:57.821120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:50:58.254678 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:50:58.426113 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-4a3f6fe1-b646-48ee-a0db-d966c1a7bb24 None None] Provisioning complete for port b169e349-2ea5-4ba1-af8f-531814b5f21b triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:58.428322 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6fe1-b646-48ee-a0db-d966c1a7bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:58.623186 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f6fe1-b646-48ee-a0db-d966c1a7bb24 None None] Port b169e349-2ea5-4ba1-af8f-531814b5f21b cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:50:58.717784 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34580) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:58.729267 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 33dda51a-ba54-4b2b-b192-32e503c34881 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:50:58.952390 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 33dda51a-ba54-4b2b-b192-32e503c34881 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:50:58.972190 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 33dda51a-ba54-4b2b-b192-32e503c34881 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:50:58.973468 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.233081 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:50:59.250174 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.304779 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 33dda51a-ba54-4b2b-b192-32e503c34881, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=33dda51a-ba54-4b2b-b192-32e503c34881,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:50:59.313667 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.325022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2777f6bc-ef2c-428f-958b-eeec7be563c3 req-8f6095e7-4f4e-46dc-80a2-4d8b7e54bee8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 210 time: 0.2140689 Aug 18 07:50:59.346945 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-befa232c-e29b-47b5-9cde-6e34a62beb79 admin admin] 10.222.0.38 "PUT /v2.0/routers/4441e238-2c1a-4ae2-aa2d-ed71c2d744e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2819049 Aug 18 07:50:59.368519 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-777c45f0-2a9e-4f24-936b-85104fdb14c6 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:50:59.374710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-777c45f0-2a9e-4f24-936b-85104fdb14c6 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.4829814 Aug 18 07:50:59.391440 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9c9db215-008b-436e-91d6-bba231927011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.411751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Request body: {'port': {'device_id': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'admin_state_up': True, 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:50:59.454385 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=33dda51a-ba54-4b2b-b192-32e503c34881,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:59.474799 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.475304 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.475990 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.477966 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.478607 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.479181 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.480328 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.481068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.481604 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.484120 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.484750 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.485536 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:50:59.645953 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9c9db215-008b-436e-91d6-bba231927011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.653661 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9c9db215-008b-436e-91d6-bba231927011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.716088 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9c9db215-008b-436e-91d6-bba231927011 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d1411936d6148938cde1ccffaf79cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9967964 Aug 18 07:50:59.717090 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34614) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:50:59.717918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9db215-008b-436e-91d6-bba231927011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66171d84-19fc-44af-91a2-7fe6b9d9f0d8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:50:59.736646 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:50:59.740485 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.805028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.839268 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.909824 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Allocated IP 172.20.0.4 (2ff87db5-cd91-4704-9737-170919fa87c1/0b4eeada-ce25-40b3-8526-3b8563cc5e02/a877a247-fb48-4ca8-a138-beaa3146d911) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:50:59.918195 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.923581 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:50:59.930304 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66171d84-19fc-44af-91a2-7fe6b9d9f0d8 HTTP/1.1" status: 204 len: 168 time: 0.1966803 Aug 18 07:50:59.943235 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67666038-ac9b-4e24-817f-ae2cbfafc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66171d84-19fc-44af-91a2-7fe6b9d9f0d8,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:00.196789 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.265019 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.282427 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:00.343965 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event updated for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:00.360962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Network 2ff87db5-cd91-4704-9737-170919fa87c1 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:00.362729 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:00.369724 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:00.376564 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:00.377296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.397517 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a07ca347-a99a-4d1e-951f-126c38c5c50d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0048723 Aug 18 07:51:00.425810 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Request body: {'port': {'device_id': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:00.581111 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.698736 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cce4de-cdbf-42c0-a486-e36153f9b10c req-963be090-8593-4b28-b780-257b05bfcb1d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:00.700682 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 33dda51a-ba54-4b2b-b192-32e503c34881 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:00.707132 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-50cce4de-cdbf-42c0-a486-e36153f9b10c req-963be090-8593-4b28-b780-257b05bfcb1d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 931 time: 0.1868196 Aug 18 07:51:00.774052 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Sync routers for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:51:00.807573 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34656) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:00.814593 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:00.815151 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1548079534-network', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:00.816431 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:00.824496 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-50cce4de-cdbf-42c0-a486-e36153f9b10c req-6f70b3e6-e181-4878-b372-a63b1b714b24 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162448 Aug 18 07:51:00.881702 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Made reservation on behalf of eb342d5296884e9eb563aefa7ac220ed for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:00.884119 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.907082 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:00.915344 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 33dda51a-ba54-4b2b-b192-32e503c34881 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:00.916086 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.008848 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34660) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:01.087578 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.096281 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.163305 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:51:01.182635 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc65c092-9a41-493f-a4c7-aba11469ba57,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:01.200086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.201015 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Added segment ed21604c-6398-41ce-baee-1b650a9fa713 of type vlan for network 0c07d7e2-536e-4177-9089-278042777921 Aug 18 07:51:01.233202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:01.245571 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a877a247-fb48-4ca8-a138-beaa3146d911 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:01.266878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.269066 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.291925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Transition to ACTIVE for port object a877a247-fb48-4ca8-a138-beaa3146d911 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:01.302110 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.324515 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b33bbff-52c7-43f3-920c-2548a53df70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.370127 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.371411 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:01.372383 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.415871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Pushing event updated for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:01.491372 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Attempting to bind port a877a247-fb48-4ca8-a138-beaa3146d911 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:01.491952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Attempting to bind port a877a247-fb48-4ca8-a138-beaa3146d911 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:01.492492 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Attempting to bind port a877a247-fb48-4ca8-a138-beaa3146d911 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:01.499619 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Port a877a247-fb48-4ca8-a138-beaa3146d911 on network 2ff87db5-cd91-4704-9737-170919fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:51:01.500049 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Attempting to bind port a877a247-fb48-4ca8-a138-beaa3146d911 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:01.508001 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:01.508605 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Checking segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:01.509148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Bound using segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:01.509868 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Bound port: a877a247-fb48-4ca8-a138-beaa3146d911, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:01.510401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.528552 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] Pushing event updated for resources: {'Network': ['ID=0c07d7e2-536e-4177-9089-278042777921,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:01.551583 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 0c07d7e2-536e-4177-9089-278042777921 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:51:01.596125 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b33bbff-52c7-43f3-920c-2548a53df70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.608684 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b33bbff-52c7-43f3-920c-2548a53df70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.618394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:01.632416 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 2, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:01.643419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a877a247-fb48-4ca8-a138-beaa3146d911,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:01.653349 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.667122 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2c4477a5-050c-4195-979a-c33091690826 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8557861 Aug 18 07:51:01.667504 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bbff-52c7-43f3-920c-2548a53df70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe1f658-c5e3-4d9d-8da2-84af105a79e1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:01.673434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34682) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:01.688142 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Checking router: 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:51:01.688699 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Updating router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 port b169e349-2ea5-4ba1-af8f-531814b5f21b binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:51:01.706210 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5b33bbff-52c7-43f3-920c-2548a53df70c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1671962dac046acb52b1f98251b494e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961367 Aug 18 07:51:01.710334 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34684) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:01.717539 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Request body: {'subnet': {'network_id': '0c07d7e2-536e-4177-9089-278042777921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1548079534-subnet', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:01.722046 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.754618 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:01.755690 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.758233 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] 10.222.0.42 "PUT /v2.0/ports/a877a247-fb48-4ca8-a138-beaa3146d911 HTTP/1.1" status: 200 len: 1093 time: 1.3449392 Aug 18 07:51:01.765976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:01.770308 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934a625-b95f-436c-9a93-3b7617ab4b43" -d '{"events": [{"name": "network-changed", "server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:01.773860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.802845 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.815203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587eabb-c0ba-412b-9c3d-4afd0580263f service neutron] Pushing event updated for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:01.821402 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Made reservation on behalf of eb342d5296884e9eb563aefa7ac220ed for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:01.825366 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.899167 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.902696 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:01.906137 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fe1f658-c5e3-4d9d-8da2-84af105a79e1 HTTP/1.1" status: 204 len: 168 time: 0.1945267 Aug 18 07:51:01.946936 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0574-5b8c-405d-8a32-d4d22f18dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe1f658-c5e3-4d9d-8da2-84af105a79e1,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:02.095451 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.109871 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Transition to ACTIVE for port object b169e349-2ea5-4ba1-af8f-531814b5f21b will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:02.112434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.122437 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.194148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcce8c6d-47f8-44a4-89c1-6b0241368de8,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:02.200317 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Checking segment: {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:02.200913 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Network hostable DHCP agents. Network: 0c07d7e2-536e-4177-9089-278042777921, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:51:02.226300 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Network 0c07d7e2-536e-4177-9089-278042777921 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:51:02.230833 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d608-b550-445a-8122-1ad81b2ddf25 None None] Pushing event updated for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:02.268967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 0c07d7e2-536e-4177-9089-278042777921) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:02.275050 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:02.275835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.307504 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-334a445a-f0bb-4d8c-95d0-5cba46b374a7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6324043 Aug 18 07:51:02.311543 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34700) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:02.316261 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:02.318048 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ea287-2f63-4368-9e6e-f6e982dffb4a None None] Network 0c07d7e2-536e-4177-9089-278042777921 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:02.371160 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.372395 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.451944 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Attempting to bind port b169e349-2ea5-4ba1-af8f-531814b5f21b on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:02.453814 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Attempting to bind port b169e349-2ea5-4ba1-af8f-531814b5f21b by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:02.455509 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.457383 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Attempting to bind port b169e349-2ea5-4ba1-af8f-531814b5f21b on network 0a4ae1bc-9ccf-41d2-847b-880fb587407d {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:02.468189 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34704) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:02.516152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:02.523172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Checking segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:02.523172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.523172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Bound using segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:02.523172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Bound port: b169e349-2ea5-4ba1-af8f-531814b5f21b, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:02.525069 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.698644 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34710) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:02.726397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d13baf75-8bb5-4878-8985-95935141ba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.742151 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.790332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.db.api [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:51:02.790332 dv-cinder-804698-3-iscsi neutron-server[105479]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 07:51:02.790332 dv-cinder-804698-3-iscsi neutron-server[105479]: [parameters: {'project_id_1': '7b115cc1553d46ebaa82d0d5adb1bc75', 'expiration_1': datetime.datetime(2021, 8, 18, 7, 51, 2, 763907)}] Aug 18 07:51:02.790332 dv-cinder-804698-3-iscsi neutron-server[105479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:51:02.791135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG oslo_db.api [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:51:02.825496 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-0c07d7e2-536e-4177-9089-278042777921', 'network_id': '0c07d7e2-536e-4177-9089-278042777921', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'fixed_ips': [{'subnet_id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:51:02.828728 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.829935 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.940896 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] For port b169e349-2ea5-4ba1-af8f-531814b5f21b, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:02.971923 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] For port b169e349-2ea5-4ba1-af8f-531814b5f21b, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b169e349-2ea5-4ba1-af8f-531814b5f21b,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:02.981321 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.983010 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d13baf75-8bb5-4878-8985-95935141ba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:02.989400 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d13baf75-8bb5-4878-8985-95935141ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.066375 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:03.067194 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:03.076644 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d13baf75-8bb5-4878-8985-95935141ba98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8278b11bcc3147a982e94b94336b9555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765302 Aug 18 07:51:03.078088 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13baf75-8bb5-4878-8985-95935141ba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47693f8c-fc02-4f2b-9572-90189a430766,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:03.082218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34712) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:03.142756 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Allocated IP 172.20.0.2 (0c07d7e2-536e-4177-9089-278042777921/bcce8c6d-47f8-44a4-89c1-6b0241368de8/b8c5a911-5708-4147-be38-1b14eb4b5dd3) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:03.150406 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d608-b550-445a-8122-1ad81b2ddf25 None None] Pushing event updated for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:03.166411 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.199378 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.203376 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.249170 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.292133 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.364371 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:03.386902 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.390772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.395614 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47693f8c-fc02-4f2b-9572-90189a430766 HTTP/1.1" status: 204 len: 168 time: 0.3114204 Aug 18 07:51:03.442069 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257bae9-17ac-402b-adc7-fabe86d07706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47693f8c-fc02-4f2b-9572-90189a430766,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:03.446092 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Allocated IP 172.27.0.130 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/605ab531-8329-47f4-a1cb-6b710d4475bb) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:03.802191 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.816622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.826609 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Transition to ACTIVE for port object b8c5a911-5708-4147-be38-1b14eb4b5dd3 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:03.837306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a6e39-bc70-498e-9496-08fb7fd595a2 x-openstack-request-id: req-f09a6e39-bc70-498e-9496-08fb7fd595a2 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:03.838203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:03.840921 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f09a6e39-bc70-498e-9496-08fb7fd595a2 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:03.841671 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911', 'status': 'completed', 'code': 200} Aug 18 07:51:03.865242 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.871211 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Transition to ACTIVE for port object b8c5a911-5708-4147-be38-1b14eb4b5dd3 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:03.889472 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.902649 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:03.974134 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.040342 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b282cdfd-efd2-4a20-b6e2-51bdb54a3d42,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:04.062098 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-fac0e3a5-b411-48a6-aa36-a89e6c00528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:04.063778 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-fac0e3a5-b411-48a6-aa36-a89e6c00528d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 1096 time: 0.5008287 Aug 18 07:51:04.071221 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-2f92959c-1c55-4669-9d32-f8f8540c1bdb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b115cc1553d46ebaa82d0d5adb1bc75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6018252 Aug 18 07:51:04.080387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34734) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:04.099483 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:04.103123 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:04.109236 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:04.112770 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Pushing event updated for resources: {'Port': ['ID=605ab531-8329-47f4-a1cb-6b710d4475bb,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:04.254807 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec98b-7c16-4a8c-8344-1a4f397de565 req-9eed0ab5-aedd-410b-b448-490f62225f35 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:04.257861 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b23ec98b-7c16-4a8c-8344-1a4f397de565 req-9eed0ab5-aedd-410b-b448-490f62225f35 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 943 time: 0.4147933 Aug 18 07:51:04.260222 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-dea437a1-89a3-4890-9231-ea2205a288f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877a247-fb48-4ca8-a138-beaa3146d911 HTTP/1.1" status: 200 len: 217 time: 0.1554558 Aug 18 07:51:04.406105 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Network 0c07d7e2-536e-4177-9089-278042777921 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:04.415098 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:04.426188 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:04.432925 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Pushing event updated for resources: {'Port': ['ID=b8c5a911-5708-4147-be38-1b14eb4b5dd3,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:04.500459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9106-ec3d-41c5-87b0-01828cd087e9 req-a14bdeaa-daa8-435e-a14d-41860c98dbb9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:04.516002 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9dfc9106-ec3d-41c5-87b0-01828cd087e9 req-a14bdeaa-daa8-435e-a14d-41860c98dbb9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 945 time: 0.4259298 Aug 18 07:51:04.536487 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b23ec98b-7c16-4a8c-8344-1a4f397de565 req-0e6da9d2-e10a-4860-bf3c-5bfb12b5067b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538280 Aug 18 07:51:04.541943 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.555139 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-6a155e3c-bfcd-4772-9492-723b61811259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:04.557609 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-6a155e3c-bfcd-4772-9492-723b61811259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.2770126 Aug 18 07:51:04.645033 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:02Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:04.657262 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.725738 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-c951ae1f-f6f0-4dab-9c89-749b5622b85c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479621 Aug 18 07:51:04.750368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.765611 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Attempting to bind port b8c5a911-5708-4147-be38-1b14eb4b5dd3 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:04.766242 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Attempting to bind port b8c5a911-5708-4147-be38-1b14eb4b5dd3 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:04.766861 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Attempting to bind port b8c5a911-5708-4147-be38-1b14eb4b5dd3 on network 0c07d7e2-536e-4177-9089-278042777921 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:04.786360 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6018d1-2555-4261-801d-a6d1eb8f9d56 None None] The sync data for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi is: [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:02Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:51:04.797644 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:04.801233 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Checking segment: {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:04.815008 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.815474 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Bound using segment: {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:04.816334 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Bound port: b8c5a911-5708-4147-be38-1b14eb4b5dd3, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:04.817025 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:04.874093 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9dfc9106-ec3d-41c5-87b0-01828cd087e9 req-46666f18-94cb-4d8d-93d5-5f23d95a2439 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355274 Aug 18 07:51:05.022249 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-425edb6c-6987-42a3-8c94-f7538a7286de service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770185 Aug 18 07:51:05.027803 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:05.030638 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:05.031862 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b282cdfd-efd2-4a20-b6e2-51bdb54a3d42 HTTP/1.1" status: 204 len: 168 time: 0.9494934 Aug 18 07:51:05.063745 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] For port b8c5a911-5708-4147-be38-1b14eb4b5dd3, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:05.073196 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] For port b8c5a911-5708-4147-be38-1b14eb4b5dd3, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b8c5a911-5708-4147-be38-1b14eb4b5dd3,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:05.085026 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:05.196491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dffea-5a48-4f5c-a6f8-c4071e9adaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b282cdfd-efd2-4a20-b6e2-51bdb54a3d42,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:05.364175 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51179d37-4a90-4457-b3b8-2deb30c65a73 req-941f2c7f-c1ab-4b1e-897e-26fd06fafafa service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080823 Aug 18 07:51:05.374523 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f893-30de-439b-9493-e3d50922fc1e None None] Pushing event updated for resources: {'Port': ['ID=b8c5a911-5708-4147-be38-1b14eb4b5dd3,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:05.557022 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-13c151f4-52c7-459f-8941-d22e2cb57d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:05.577702 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-13c151f4-52c7-459f-8941-d22e2cb57d25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 1096 time: 0.1418285 Aug 18 07:51:05.652341 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:05.915644 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:51:06.132339 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:51:06.148360 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Sync routers for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:51:06.156555 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83336264-bf84-4075-b63a-b9eeb65d76f0 req-4c087f33-60aa-49bc-9f2e-7a9e346b9768 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:06.164311 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-83336264-bf84-4075-b63a-b9eeb65d76f0 req-4c087f33-60aa-49bc-9f2e-7a9e346b9768 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 943 time: 0.3176093 Aug 18 07:51:06.171040 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:06.176975 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-59d6ae1b-47ac-4212-98c7-e579d7d1a471 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8598247 Aug 18 07:51:06.177259 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:06.177259 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:06.179576 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34802) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:06.339955 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-716c568d-c987-4b4d-afbe-0b789c4390a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:06.352862 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-716c568d-c987-4b4d-afbe-0b789c4390a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 916 time: 0.7638018 Aug 18 07:51:06.469842 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:06.634222 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-51240db6-e5c7-456a-a3bf-b5b14f054b5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a877a247-fb48-4ca8-a138-beaa3146d911 HTTP/1.1" status: 200 len: 217 time: 0.1973259 Aug 18 07:51:06.641599 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-83336264-bf84-4075-b63a-b9eeb65d76f0 req-99786762-f56d-459f-bca9-b8390176bfa4 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553938 Aug 18 07:51:06.761794 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e91c41-90e9-4e90-a7ef-2a2b92ecc510 req-afad4dd3-6da8-43ce-929c-277505a8c6b9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:06.773135 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-27e91c41-90e9-4e90-a7ef-2a2b92ecc510 req-afad4dd3-6da8-43ce-929c-277505a8c6b9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 945 time: 0.5423441 Aug 18 07:51:06.806175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a626-074b-4ead-98f0-7366303be3ea req-0dfc4b04-3113-475f-a021-13f10a6011a0 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:06.807839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8a93a626-074b-4ead-98f0-7366303be3ea req-0dfc4b04-3113-475f-a021-13f10a6011a0 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 945 time: 0.5753648 Aug 18 07:51:07.068986 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b8c5a911-5708-4147-be38-1b14eb4b5dd3 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:07.079503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-a4e77715-417e-4076-b28f-d6320f535499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:07.090600 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-a4e77715-417e-4076-b28f-d6320f535499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.4458151 Aug 18 07:51:07.289177 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-27e91c41-90e9-4e90-a7ef-2a2b92ecc510 req-183f817c-e412-4768-bbf9-b4e569de2b2e tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/security-groups?id=c644bbec-a24b-4fac-8479-ce49939da2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150361 Aug 18 07:51:07.313965 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port b8c5a911-5708-4147-be38-1b14eb4b5dd3 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:07.314235 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:04Z', 'revision_number': 3, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:07.329271 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b169e349-2ea5-4ba1-af8f-531814b5f21b up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:07.345578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-d727f640-6dfa-46fd-9bcf-90de5316d307 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422593 Aug 18 07:51:07.449875 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Checking router: 4a31ad4d-67ed-44ae-b503-e9dbca070f55 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:51:07.450418 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Updating router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 port 605ab531-8329-47f4-a1cb-6b710d4475bb binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:51:07.517157 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff622c8-51ef-49c3-a1a7-147c85c19983 None None] Network 0c07d7e2-536e-4177-9089-278042777921 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:07.525039 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:07.600818 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Deleting port 98475304-f193-4ad8-82ad-a09ff6b48acd {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:51:07.601400 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:07.610747 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-fb28044b-6a51-4cf3-aa25-7bf1cc87a2b1 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483711 Aug 18 07:51:07.674471 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port b169e349-2ea5-4ba1-af8f-531814b5f21b completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:07.693773 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b169e349-2ea5-4ba1-af8f-531814b5f21b triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:07.694695 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:07.847472 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:07.850699 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Provisioning for port b8c5a911-5708-4147-be38-1b14eb4b5dd3 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:07.974904 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.077847 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34860) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:08.119681 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Provisioning complete for port b8c5a911-5708-4147-be38-1b14eb4b5dd3 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:08.120248 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.135052 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0934a625-b95f-436c-9a93-3b7617ab4b43 req-466277be-b10d-426f-98c5-db5246eb0aee service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738088 Aug 18 07:51:08.138193 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] For port 98475304-f193-4ad8-82ad-a09ff6b48acd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=98475304-f193-4ad8-82ad-a09ff6b48acd,segment=NetworkSegment(f27e4af6-03cf-46c2-b39d-8a552b49c8e4),segment_id=f27e4af6-03cf-46c2-b39d-8a552b49c8e4)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:08.138562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.226522 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaff31-5662-4e68-976c-d95823cb4f94 req-308677d5-e2f5-453e-99be-35260234dd44 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:08.254301 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfbaff31-5662-4e68-976c-d95823cb4f94 req-308677d5-e2f5-453e-99be-35260234dd44 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 943 time: 0.3085372 Aug 18 07:51:08.289428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Calling delete_port for 98475304-f193-4ad8-82ad-a09ff6b48acd owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:51:08.368308 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.385151 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Transition to ACTIVE for port object 605ab531-8329-47f4-a1cb-6b710d4475bb will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:08.388801 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Allocated IP 172.20.0.1 (0c07d7e2-536e-4177-9089-278042777921/bcce8c6d-47f8-44a4-89c1-6b0241368de8/6798d583-d6a0-488e-8afb-8973ae918bf8) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:08.397537 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.471308 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Pushing event updated for resources: {'Port': ['ID=605ab531-8329-47f4-a1cb-6b710d4475bb,revision_number=2']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:08.483318 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.484086 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.484727 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.485590 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.486321 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.486943 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.487694 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.488327 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.490007 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.490575 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.491140 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.491815 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:08.494166 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port b169e349-2ea5-4ba1-af8f-531814b5f21b, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b169e349-2ea5-4ba1-af8f-531814b5f21b,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:08.536656 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.540274 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5f94956d-4d88-4594-b797-fca840de879c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.590242 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Attempting to bind port 605ab531-8329-47f4-a1cb-6b710d4475bb on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:08.592198 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Attempting to bind port 605ab531-8329-47f4-a1cb-6b710d4475bb by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:08.593264 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Attempting to bind port 605ab531-8329-47f4-a1cb-6b710d4475bb on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:08.608918 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:08.610134 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:08.611296 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.612933 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:08.613920 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Bound port: 605ab531-8329-47f4-a1cb-6b710d4475bb, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:08.614731 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.740704 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] For port 605ab531-8329-47f4-a1cb-6b710d4475bb, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:08.749033 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] For port 605ab531-8329-47f4-a1cb-6b710d4475bb, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=605ab531-8329-47f4-a1cb-6b710d4475bb,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:08.759673 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.809362 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.827585 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Transition to ACTIVE for port object 6798d583-d6a0-488e-8afb-8973ae918bf8 will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:08.915871 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.926328 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:08.927521 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:08.983467 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:08.995376 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Network 0c07d7e2-536e-4177-9089-278042777921 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:09.000987 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:09.028345 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74b2b-8f51-4f04-9cd0-d95abedeaf2b None None] Pushing event updated for resources: {'Port': ['ID=605ab531-8329-47f4-a1cb-6b710d4475bb,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.032265 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:09.043390 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.065981 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.088137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.101941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.123174 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['98475304-f193-4ad8-82ad-a09ff6b48acd'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:09.126272 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfbaff31-5662-4e68-976c-d95823cb4f94 req-4b026e37-b301-42eb-acaf-2b08b97e78fb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696644 Aug 18 07:51:09.159815 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-752b13ea-cd90-4699-99fa-868a3e46223a req-24145353-a472-4178-a892-222332582d7b tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.0866430 Aug 18 07:51:09.215259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] For port b8c5a911-5708-4147-be38-1b14eb4b5dd3, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b8c5a911-5708-4147-be38-1b14eb4b5dd3,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:09.222714 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.285968 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:09.305971 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Pushing event deleted for resources: {'Port': ['ID=98475304-f193-4ad8-82ad-a09ff6b48acd,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.313324 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] No DVR routers for this DVR port 98475304-f193-4ad8-82ad-a09ff6b48acd on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:51:09.319308 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.323429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8a93a626-074b-4ead-98f0-7366303be3ea req-ece413ef-2b68-49c3-9d2c-8c3181ebbcd9 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.42 "DELETE /v2.0/ports/98475304-f193-4ad8-82ad-a09ff6b48acd HTTP/1.1" status: 204 len: 173 time: 2.4859498 Aug 18 07:51:09.326713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'name': 'network-vif-deleted', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:09.329330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed19295-dec9-4fd9-8ecb-30dac05547f2" -d '{"events": [{"server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "name": "network-vif-deleted", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:09.424069 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18034729-c1aa-41a2-b55e-140a90482212 x-openstack-request-id: req-18034729-c1aa-41a2-b55e-140a90482212 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:09.425708 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ded52e7-9330-4bd2-9bcd-bcf1a03da607", "name": "network-vif-deleted", "tag": "98475304-f193-4ad8-82ad-a09ff6b48acd", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:09.426204 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18034729-c1aa-41a2-b55e-140a90482212 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:09.428762 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ded52e7-9330-4bd2-9bcd-bcf1a03da607', 'name': 'network-vif-deleted', 'tag': '98475304-f193-4ad8-82ad-a09ff6b48acd', 'status': 'completed', 'code': 200} Aug 18 07:51:09.477325 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c33263-ea13-4d0b-bf04-9ded01195360 None None] Pushing event updated for resources: {'Port': ['ID=b8c5a911-5708-4147-be38-1b14eb4b5dd3,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.484674 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device a877a247-fb48-4ca8-a138-beaa3146d911 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:51:09.624299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-a6ad024c-eb03-47e2-bbad-ef608574eb4e None None] Provisioning complete for port b8c5a911-5708-4147-be38-1b14eb4b5dd3 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:09.625035 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a6ad024c-eb03-47e2-bbad-ef608574eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.657272 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5f94956d-4d88-4594-b797-fca840de879c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.668579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5f94956d-4d88-4594-b797-fca840de879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.711970 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:04Z', 'revision_number': 3, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:09.720244 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:09.768219 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b84c5-ffa6-4f80-b173-42a5945bb9a0 None None] The sync data for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi is: [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:04Z', 'revision_number': 3, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:51:09.830677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-5f94956d-4d88-4594-b797-fca840de879c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db460516040a48e89ea91d6ae1edea9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7467079 Aug 18 07:51:09.837469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34900) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:09.846517 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a877a247-fb48-4ca8-a138-beaa3146d911,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:09.847504 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94956d-4d88-4594-b797-fca840de879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43fd8d-dfe6-4279-a781-b5977582ab11,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:09.934259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'a877a247-fb48-4ca8-a138-beaa3146d911', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'port_id': 'a877a247-fb48-4ca8-a138-beaa3146d911', 'mac_address': 'fa:16:3e:d1:9c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4eeada-ce25-40b3-8526-3b8563cc5e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:51:10.051665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.102488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.129156 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.182342 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a877a247-fb48-4ca8-a138-beaa3146d911 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:10.243423 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.249127 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.251329 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d43fd8d-dfe6-4279-a781-b5977582ab11 HTTP/1.1" status: 204 len: 168 time: 0.4119699 Aug 18 07:51:10.282402 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d7867-2a6f-4e37-9f6f-2b4e725003ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43fd8d-dfe6-4279-a781-b5977582ab11,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:10.282889 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a877a247-fb48-4ca8-a138-beaa3146d911,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:10.292996 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.452093 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.478731 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.536884 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-090411ed-ced8-4a6d-9b7c-4da7a5709c6c req-95cf4985-77d7-493f-adb8-512997b86064 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.0907071 Aug 18 07:51:10.547354 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-5e99f6b1-8680-4d86-ab97-19db9ef94d29 None None] Provisioning for port 6798d583-d6a0-488e-8afb-8973ae918bf8 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:10.577811 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c491c-306f-44be-9e18-e78b177e4000 req-c75cb02e-e3bb-4eb5-972a-c8e92478ec24 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:10.592633 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-014c491c-306f-44be-9e18-e78b177e4000 req-c75cb02e-e3bb-4eb5-972a-c8e92478ec24 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 944 time: 0.2470856 Aug 18 07:51:10.631784 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['a877a247-fb48-4ca8-a138-beaa3146d911'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:10.635226 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-5e99f6b1-8680-4d86-ab97-19db9ef94d29 None None] Provisioning complete for port 6798d583-d6a0-488e-8afb-8973ae918bf8 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:10.636096 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5e99f6b1-8680-4d86-ab97-19db9ef94d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.645618 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:10.745767 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-014c491c-306f-44be-9e18-e78b177e4000 req-fdc43a8a-23ee-49ec-960d-c0e9db9fa8ad tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507955 Aug 18 07:51:10.894268 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:10.913519 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:10.955356 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-5e99f6b1-8680-4d86-ab97-19db9ef94d29 None None] Port 6798d583-d6a0-488e-8afb-8973ae918bf8 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:51:10.963569 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b8c5a911-5708-4147-be38-1b14eb4b5dd3 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:11.111026 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b8c5a911-5708-4147-be38-1b14eb4b5dd3 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:11.111653 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.163885 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Network 0c07d7e2-536e-4177-9089-278042777921 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:11.169470 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:11.343330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34930) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:11.371061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c44dd633-77b3-43c9-b3a7-d9084997f42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.406615 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b169e349-2ea5-4ba1-af8f-531814b5f21b up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:11.411203 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:51:11.556572 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c44dd633-77b3-43c9-b3a7-d9084997f42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.569431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c44dd633-77b3-43c9-b3a7-d9084997f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.577774 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port b169e349-2ea5-4ba1-af8f-531814b5f21b triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:11.578373 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.605367 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 34938) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:11.627774 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-9b04aa78-4047-4092-94bd-8261536fce72 None None] Provisioning complete for port 6798d583-d6a0-488e-8afb-8973ae918bf8 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:11.628404 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-9b04aa78-4047-4092-94bd-8261536fce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.645118 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-c44dd633-77b3-43c9-b3a7-d9084997f42d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=471175c244554d0bbd1c8007dc54af6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978175 Aug 18 07:51:11.651676 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34942) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:11.668822 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:51:11.686380 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d45c1754-0019-4b44-983f-3be74743b5c9 admin admin] 10.222.0.38 "PUT /v2.0/routers/4a31ad4d-67ed-44ae-b503-e9dbca070f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4974751 Aug 18 07:51:11.689718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-9b04aa78-4047-4092-94bd-8261536fce72 None None] Port 6798d583-d6a0-488e-8afb-8973ae918bf8 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:51:11.701000 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dd633-77b3-43c9-b3a7-d9084997f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fccdd3-067c-4194-9e62-f7d4dfbdc722,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:11.728022 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 98475304-f193-4ad8-82ad-a09ff6b48acd no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:51:11.753843 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 98475304-f193-4ad8-82ad-a09ff6b48acd {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:51:11.754273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 98475304-f193-4ad8-82ad-a09ff6b48acd not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:51:11.769534 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 605ab531-8329-47f4-a1cb-6b710d4475bb up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:11.780137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.835439 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.864603 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 605ab531-8329-47f4-a1cb-6b710d4475bb completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:11.872135 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 605ab531-8329-47f4-a1cb-6b710d4475bb triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:11.873211 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.910232 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.913610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:11.914790 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7fccdd3-067c-4194-9e62-f7d4dfbdc722 HTTP/1.1" status: 204 len: 168 time: 0.2621386 Aug 18 07:51:11.930526 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453b01e-58f4-49fb-b06e-396d9f713947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fccdd3-067c-4194-9e62-f7d4dfbdc722,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:11.972965 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d90c043d-45c2-41df-9c9b-2d54174b1f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.081859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.122855 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 605ab531-8329-47f4-a1cb-6b710d4475bb, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=605ab531-8329-47f4-a1cb-6b710d4475bb,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:12.130622 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.131288 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d90c043d-45c2-41df-9c9b-2d54174b1f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.141354 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d90c043d-45c2-41df-9c9b-2d54174b1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.208840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34958) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:12.222834 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d90c043d-45c2-41df-9c9b-2d54174b1f40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7777f3d56f2b47d8a755e529facc6455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159446 Aug 18 07:51:12.223657 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c043d-45c2-41df-9c9b-2d54174b1f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cba3c3-c7e0-486b-bf22-9eb9f344cf0b,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:12.226994 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=605ab531-8329-47f4-a1cb-6b710d4475bb,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:12.286485 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.330609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.403009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.406829 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.408173 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33cba3c3-c7e0-486b-bf22-9eb9f344cf0b HTTP/1.1" status: 204 len: 168 time: 0.1983447 Aug 18 07:51:12.418216 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9fab-ef6e-411d-af41-c5afb7893d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cba3c3-c7e0-486b-bf22-9eb9f344cf0b,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:12.688862 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 605ab531-8329-47f4-a1cb-6b710d4475bb up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:12.773712 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 605ab531-8329-47f4-a1cb-6b710d4475bb triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:12.774307 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.933280 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 34998) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:12.970964 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4f11-c4c9-4992-aaf5-7d3f7f234845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:12.987083 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Sync routers for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:51:13.016861 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:13.018504 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:13.164692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4f11-c4c9-4992-aaf5-7d3f7f234845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.172007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4f11-c4c9-4992-aaf5-7d3f7f234845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.195011 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:13.228251 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9b5c4f11-c4c9-4992-aaf5-7d3f7f234845 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb09563ce5334750b95203ba87c0580a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932324 Aug 18 07:51:13.230930 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35004) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:13.240027 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c4f11-c4c9-4992-aaf5-7d3f7f234845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76d6f9-7271-4719-8669-77e68b9e3fea,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:13.354940 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.391332 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.481017 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.485590 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:13.487063 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b76d6f9-7271-4719-8669-77e68b9e3fea HTTP/1.1" status: 204 len: 168 time: 0.2541811 Aug 18 07:51:13.503735 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02195b42-cc41-4714-ba4c-aa6c2ebd9448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76d6f9-7271-4719-8669-77e68b9e3fea,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:13.560611 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:09Z', 'revision_number': 4, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '6798d583-d6a0-488e-8afb-8973ae918bf8', 'name': '', 'network_id': '0c07d7e2-536e-4177-9089-278042777921', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'mac_address': 'fa:16:3e:68:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:07Z', 'updated_at': '2021-08-18T07:51:09Z', 'revision_number': 2, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'subnets': [{'id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:13.631682 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Checking router: 4a31ad4d-67ed-44ae-b503-e9dbca070f55 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:51:13.632377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Updating router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 port 6798d583-d6a0-488e-8afb-8973ae918bf8 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:51:13.716473 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:14.073043 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deecfd-fb0b-4ed9-adad-8bb9524dbce9 req-36579f21-b1e5-44c8-92b4-ae599a93640f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:14.075434 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-60deecfd-fb0b-4ed9-adad-8bb9524dbce9 req-36579f21-b1e5-44c8-92b4-ae599a93640f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 944 time: 0.1335452 Aug 18 07:51:14.109954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ff2e872-6c55-4f23-af70-52795acdc49b req-d06bdacc-80ca-4cff-9eca-5979a7cf9d57 tempest-DeleteServersTestJSON-1479247809 tempest-DeleteServersTestJSON-1479247809-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ded52e7-9330-4bd2-9bcd-bcf1a03da607 HTTP/1.1" status: 200 len: 210 time: 0.0996554 Aug 18 07:51:14.176082 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-60deecfd-fb0b-4ed9-adad-8bb9524dbce9 req-f09f9fca-4c39-454e-824f-57c7f9d8c389 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Aug 18 07:51:14.807667 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:14.899041 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Transition to ACTIVE for port object 6798d583-d6a0-488e-8afb-8973ae918bf8 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:14.911074 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.042277 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-e38f64d2-78f9-4f70-9ad0-0ff6663f1586 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369069 Aug 18 07:51:15.062215 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac111-388d-465e-9fa7-a8b0ceb29df2 None None] Pushing event updated for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:15.243376 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Attempting to bind port 6798d583-d6a0-488e-8afb-8973ae918bf8 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:15.244174 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Attempting to bind port 6798d583-d6a0-488e-8afb-8973ae918bf8 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:15.248197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Attempting to bind port 6798d583-d6a0-488e-8afb-8973ae918bf8 on network 0c07d7e2-536e-4177-9089-278042777921 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:15.285127 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:15.295569 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Checking segment: {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:15.296289 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.299032 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Bound using segment: {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:15.302581 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Bound port: 6798d583-d6a0-488e-8afb-8973ae918bf8, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed21604c-6398-41ce-baee-1b650a9fa713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0c07d7e2-536e-4177-9089-278042777921'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:15.303910 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.332704 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-c83b713e-bd81-412e-97bd-792dcc6517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:15.335016 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-c83b713e-bd81-412e-97bd-792dcc6517eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.1868315 Aug 18 07:51:15.348925 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35070) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:15.650808 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] For port 6798d583-d6a0-488e-8afb-8973ae918bf8, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:15.663808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-4fcd0ea8-e3d8-4ab1-9722-6e56ce76b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:15.666933 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] For port 6798d583-d6a0-488e-8afb-8973ae918bf8, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6798d583-d6a0-488e-8afb-8973ae918bf8,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:15.669299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-4fcd0ea8-e3d8-4ab1-9722-6e56ce76b906 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 916 time: 0.2935143 Aug 18 07:51:15.677957 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.764804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231024-617e-40e6-9ea3-488fba33879b req-fd34cdf4-1af4-4030-9c38-b093bafeb920 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:15.779443 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56231024-617e-40e6-9ea3-488fba33879b req-fd34cdf4-1af4-4030-9c38-b093bafeb920 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 944 time: 0.1065166 Aug 18 07:51:15.791641 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317700007-network', 'tenant_id': 'f008377f45f947ebabb3a3505aba0c52'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:15.848250 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Made reservation on behalf of f008377f45f947ebabb3a3505aba0c52 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:15.852698 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.859224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:15.860430 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:50:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:15.875620 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:15.908957 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56231024-617e-40e6-9ea3-488fba33879b req-b0128ada-0689-4572-a0e8-727123a960a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245992 Aug 18 07:51:16.188269 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac111-388d-465e-9fa7-a8b0ceb29df2 None None] Pushing event updated for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:16.225771 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:16.232038 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.244535 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.310799 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:51:16.344686 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070929e1-db66-44dd-bc30-375a92c5abdd,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:16.369092 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.369752 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Added segment 632e11e8-8607-4979-a4b1-d620b807b3f2 of type vlan for network 4d0de79a-78fd-4b51-b654-0a538631f945 Aug 18 07:51:16.484701 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.548961 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.551031 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:16.552194 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.595232 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device a877a247-fb48-4ca8-a138-beaa3146d911 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:16.661744 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3113112 Aug 18 07:51:16.676214 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35098) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:16.688657 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-d75359f9-3a79-472a-8cca-3938ba59b226 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513 HTTP/1.1" status: 200 len: 217 time: 0.0973604 Aug 18 07:51:16.691335 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Request body: {'subnet': {'network_id': '4d0de79a-78fd-4b51-b654-0a538631f945', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317700007-subnet', 'tenant_id': 'f008377f45f947ebabb3a3505aba0c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:16.706807 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a15385-3731-4edf-b7cd-ecf26701b09c admin admin] Pushing event updated for resources: {'Network': ['ID=4d0de79a-78fd-4b51-b654-0a538631f945,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:16.741596 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 4d0de79a-78fd-4b51-b654-0a538631f945 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:51:16.752287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Made reservation on behalf of f008377f45f947ebabb3a3505aba0c52 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:16.756059 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2883947'] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:16.878814 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port a877a247-fb48-4ca8-a138-beaa3146d911 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:16.887899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:09Z', 'revision_number': 4, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '6798d583-d6a0-488e-8afb-8973ae918bf8', 'name': '', 'network_id': '0c07d7e2-536e-4177-9089-278042777921', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'mac_address': 'fa:16:3e:68:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:07Z', 'updated_at': '2021-08-18T07:51:15Z', 'revision_number': 4, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'subnets': [{'id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:16.924987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f64d39-38f4-4dfc-ab7a-c55731e197c4 None None] The sync data for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi is: [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:51:09Z', 'revision_number': 4, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '6798d583-d6a0-488e-8afb-8973ae918bf8', 'name': '', 'network_id': '0c07d7e2-536e-4177-9089-278042777921', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'mac_address': 'fa:16:3e:68:66:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:07Z', 'updated_at': '2021-08-18T07:51:15Z', 'revision_number': 4, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'subnets': [{'id': 'bcce8c6d-47f8-44a4-89c1-6b0241368de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:51:16.927118 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port a877a247-fb48-4ca8-a138-beaa3146d911 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:16.927639 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.053481 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-81034894-6f06-45de-8682-9a66d0663ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.152737 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.221758 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:17.226996 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09322132-1148-4551-bc0f-844726e1a474" -d '{"events": [{"server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "name": "network-vif-plugged", "status": "completed", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:17.267418 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a877a247-fb48-4ca8-a138-beaa3146d911,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:17.279373 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.435393 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:17.504238 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2663779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2883965'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.659280 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Checking segment: {'id': '632e11e8-8607-4979-a4b1-d620b807b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4d0de79a-78fd-4b51-b654-0a538631f945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:17.661961 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Network hostable DHCP agents. Network: 4d0de79a-78fd-4b51-b654-0a538631f945, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:51:17.665624 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c4e8ea-5314-4587-a17e-39d41ce6bdd6,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:17.704036 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Network 4d0de79a-78fd-4b51-b654-0a538631f945 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:51:17.720258 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 4d0de79a-78fd-4b51-b654-0a538631f945) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:17.733995 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875bcb0d-aaab-429f-bc63-ab111b30b49e None None] Network 4d0de79a-78fd-4b51-b654-0a538631f945 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:17.735662 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:17.738139 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:17.767841 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-81ffbc55-ada8-43e9-a0ff-681a4f044339 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0889516 Aug 18 07:51:18.030892 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffe5fe-8d05-4ab9-ad35-9b97ad73706a None None] Network 4d0de79a-78fd-4b51-b654-0a538631f945 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:18.185777 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:51:18.656663 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:18.801430 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-f9891014-b922-44cb-98d5-03bfe2fb3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:18.803257 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-f9891014-b922-44cb-98d5-03bfe2fb3b32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.1931920 Aug 18 07:51:18.804533 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:18.831131 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7bbd9-c446-4806-b89c-0947513d60a1 x-openstack-request-id: req-1fb7bbd9-c446-4806-b89c-0947513d60a1 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:18.831869 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "name": "network-vif-plugged", "status": "completed", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:18.832335 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fb7bbd9-c446-4806-b89c-0947513d60a1 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:18.833210 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911', 'code': 200} Aug 18 07:51:18.837899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6798d583-d6a0-488e-8afb-8973ae918bf8 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:18.872068 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35130) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:18.877859 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-129451286-network', 'tenant_id': '4e2db208cb7741439d4eff6aa1cdddb2'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:18.906213 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-58fb2996-380e-4a1a-a0af-d0c41adcd435 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859759 Aug 18 07:51:18.922050 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Made reservation on behalf of 4e2db208cb7741439d4eff6aa1cdddb2 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:18.936059 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:18.989661 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.009794 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 6798d583-d6a0-488e-8afb-8973ae918bf8 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:19.022904 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 6798d583-d6a0-488e-8afb-8973ae918bf8 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:19.024274 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.063089 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef6638-77bc-4c02-9a1f-6ac4c8a50929 req-5666b9f7-b7f3-493a-abb0-05a1af0d5cfc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:19.066726 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-daef6638-77bc-4c02-9a1f-6ac4c8a50929 req-5666b9f7-b7f3-493a-abb0-05a1af0d5cfc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.2293561 Aug 18 07:51:19.186242 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-daef6638-77bc-4c02-9a1f-6ac4c8a50929 req-92daf745-cb20-4d09-bce8-8a85ee484aa8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994387 Aug 18 07:51:19.226526 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.238704 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74221-0540-45ed-acae-c2abdbe33927 req-731147ad-a9a9-4705-8093-d5d449701e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:19.246465 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a0e74221-0540-45ed-acae-c2abdbe33927 req-731147ad-a9a9-4705-8093-d5d449701e4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 1098 time: 0.1785257 Aug 18 07:51:19.252566 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-ddd8c67c-092e-40ab-b366-dbd799ed0b0f service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994545 Aug 18 07:51:19.281124 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.290442 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.292050 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 6798d583-d6a0-488e-8afb-8973ae918bf8, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6798d583-d6a0-488e-8afb-8973ae918bf8,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:19.314460 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.327174 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:51:19.339815 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ee24b-103a-422f-ba5f-c7cd96092592,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:19.348979 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.350613 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Added segment 38993158-a05e-46ba-a880-de69be6e5a77 of type vlan for network 3e88b4a6-4ebe-4537-bfb1-792621c83ef2 Aug 18 07:51:19.428832 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.438114 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:19.465839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a0e74221-0540-45ed-acae-c2abdbe33927 req-f4c42dc3-1e00-4b6d-8e81-3c33c4baf569 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046354 Aug 18 07:51:19.480734 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.482994 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:19.485605 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.549907 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2af24e0-b814-4f57-8971-0c0d96330aac req-9ad2125d-4dbe-498d-b6e5-10ded0c60947 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809899 Aug 18 07:51:19.614461 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35142) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:19.620620 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7474387 Aug 18 07:51:19.624166 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35144) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:19.630781 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Request body: {'subnet': {'network_id': '3e88b4a6-4ebe-4537-bfb1-792621c83ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-129451286-subnet', 'tenant_id': '4e2db208cb7741439d4eff6aa1cdddb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:19.651817 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438e90-9b77-4799-8796-a19273dedc0a admin admin] Pushing event updated for resources: {'Network': ['ID=3e88b4a6-4ebe-4537-bfb1-792621c83ef2,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:19.672848 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Made reservation on behalf of 4e2db208cb7741439d4eff6aa1cdddb2 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:19.677121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2883947'] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.783181 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Deleting subnet d0be088f-e73f-414b-8ae2-f19e2de83c35 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:51:19.787043 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 3e88b4a6-4ebe-4537-bfb1-792621c83ef2 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:51:19.835911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:19.943396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-648ed888-6d1a-41fe-9fb4-0e87884ad24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.001821 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.024150 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.196392 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.251469 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2663779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2883965'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.285732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.296734 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d0be088f-e73f-414b-8ae2-f19e2de83c35 HTTP/1.1" status: 204 len: 168 time: 0.6808045 Aug 18 07:51:20.298713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35166) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:20.304262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e165390-e8ec-40a9-b1dc-b731763ce8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0be088f-e73f-414b-8ae2-f19e2de83c35,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:20.451822 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9494b56-7ad7-4f3e-8ea3-999b1b087e49,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:20.468582 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Checking segment: {'id': '38993158-a05e-46ba-a880-de69be6e5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e88b4a6-4ebe-4537-bfb1-792621c83ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:20.469341 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Network hostable DHCP agents. Network: 3e88b4a6-4ebe-4537-bfb1-792621c83ef2, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:51:20.521048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Network 3e88b4a6-4ebe-4537-bfb1-792621c83ef2 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:51:20.557579 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 3e88b4a6-4ebe-4537-bfb1-792621c83ef2) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:20.570634 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ecdde-bd33-49bb-a992-13eaabd8338a None None] Network 3e88b4a6-4ebe-4537-bfb1-792621c83ef2 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:20.575175 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:20.576318 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.602234 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2847c445-ec23-49d0-b94b-07b41ba410f0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9764819 Aug 18 07:51:20.679938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:20.741409 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6798d583-d6a0-488e-8afb-8973ae918bf8 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:20.850909 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d811e1-a03b-4236-b372-6a3fc84db23a req-d09e9110-4b0f-487f-8908-2ad1d6fc807d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:20.853362 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-92d811e1-a03b-4236-b372-6a3fc84db23a req-d09e9110-4b0f-487f-8908-2ad1d6fc807d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.3406060 Aug 18 07:51:20.909284 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 6798d583-d6a0-488e-8afb-8973ae918bf8 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:20.910288 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.027267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.055669 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.056202 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.057036 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.057374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > port after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.057724 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.058073 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.059170 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.059508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.060005 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.060375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.166582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.166945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.167836 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.168166 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 07:51:21.168610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01486284-d8a3-438f-9c56-bf89bb5bb7e5']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:21.214320 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-92d811e1-a03b-4236-b372-6a3fc84db23a req-0be2be50-cb85-481f-975c-af0d8370284b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334930 Aug 18 07:51:21.228043 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:21.234642 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27e4af6-03cf-46c2-b39d-8a552b49c8e4') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:21.252001 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.269196 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.289374 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d7882-dbe5-4abc-ba73-c33d1d3cb500 None None] Network 3e88b4a6-4ebe-4537-bfb1-792621c83ef2 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:21.319483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.338452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:51:21.339027 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: from cryptography.utils import int_from_bytes Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: from cryptography.utils import int_from_bytes Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:51:21.344314 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:51:21.443543 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.461692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:21.479350 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] 10.222.0.38 "DELETE /v2.0/networks/01486284-d8a3-438f-9c56-bf89bb5bb7e5 HTTP/1.1" status: 204 len: 168 time: 1.1773913 Aug 18 07:51:21.505673 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4dc3-01a2-47d9-ae62-9eae0218a243 admin admin] Pushing event deleted for resources: {'Network': ['ID=01486284-d8a3-438f-9c56-bf89bb5bb7e5,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:21.791428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35196) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:21.962974 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1d41b750-a3c9-46f0-bce2-a4a1bf5ad404 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5cb202fa654b446bb83a530f64a01239&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1689308 Aug 18 07:51:21.965241 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35208) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:22.089698 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:22.140968 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:22.249617 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:22.252834 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:22.256161 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c644bbec-a24b-4fac-8479-ce49939da2ad HTTP/1.1" status: 204 len: 168 time: 0.2876008 Aug 18 07:51:22.319886 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb84ed-c427-4675-83e0-d9de8ed67480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644bbec-a24b-4fac-8479-ce49939da2ad,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:22.322890 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:22.493774 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bc5c-7cd6-4125-8937-28ef4bfa6596 req-e882b148-acb0-4a80-b418-3e122d47d386 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:22.496232 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9185bc5c-7cd6-4125-8937-28ef4bfa6596 req-e882b148-acb0-4a80-b418-3e122d47d386 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.0835221 Aug 18 07:51:22.598499 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9185bc5c-7cd6-4125-8937-28ef4bfa6596 req-664c5a9c-5b39-4b66-b722-d52d6b212335 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 Aug 18 07:51:22.662319 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35226) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:22.868900 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-15c602b8-a3b7-44c7-9d53-eff87ce4b8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.097069 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-15c602b8-a3b7-44c7-9d53-eff87ce4b8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.103027 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-15c602b8-a3b7-44c7-9d53-eff87ce4b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.145434 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-15c602b8-a3b7-44c7-9d53-eff87ce4b8ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce1e059d0cd747be8e689c5004283231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816623 Aug 18 07:51:23.150175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35254) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:23.188377 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c602b8-a3b7-44c7-9d53-eff87ce4b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedebcdc-92fb-410a-b202-fc3d3204e746,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:23.230967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.302244 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.454634 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.458130 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:23.459826 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aedebcdc-92fb-410a-b202-fc3d3204e746 HTTP/1.1" status: 204 len: 168 time: 0.3089187 Aug 18 07:51:23.485468 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbac0b-0938-4639-b1c2-4f558f15e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedebcdc-92fb-410a-b202-fc3d3204e746,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:24.121280 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35286) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:24.186746 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35290) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:24.207612 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-03c59b78-ff3b-41f4-a1d7-013837b75c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.364260 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-03c59b78-ff3b-41f4-a1d7-013837b75c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.371851 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-03c59b78-ff3b-41f4-a1d7-013837b75c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.408348 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-783717670-network', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:24.432220 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59b78-ff3b-41f4-a1d7-013837b75c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ce358-6147-488c-9284-e168d595bade,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:24.439440 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-03c59b78-ff3b-41f4-a1d7-013837b75c89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2a7d90c605249609dc7e42a27af7a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514150 Aug 18 07:51:24.442287 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35294) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:24.457351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Made reservation on behalf of ac64201c9ec74c50acc936de708aa1d1 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:24.463605 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.492164 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.577287 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.604961 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.689694 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.699546 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.706156 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.712215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.719817 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/028ce358-6147-488c-9284-e168d595bade HTTP/1.1" status: 204 len: 168 time: 0.2755108 Aug 18 07:51:24.728941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1122c3a0-81a0-49e8-8467-09e2b24ac7d8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:24.737011 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cecda-010a-4085-bd2e-3524f08bbfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ce358-6147-488c-9284-e168d595bade,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:24.742496 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:51:24.764803 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.765733 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Added segment 624d9a6c-9850-42a4-b51e-21753c221672 of type vlan for network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 Aug 18 07:51:24.862857 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.919228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:24.921230 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:24.922340 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.016499 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8906603 Aug 18 07:51:25.020862 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35304) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:25.034383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Request body: {'subnet': {'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-subnet', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:25.068389 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903653-7909-44a9-8ab8-ed68679ebf7e admin admin] Pushing event updated for resources: {'Network': ['ID=64e4cba0-dbad-4d3d-ada6-ebc30785d589,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:25.090195 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:51:25.110342 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Made reservation on behalf of ac64201c9ec74c50acc936de708aa1d1 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:25.114817 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8845563'] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.537529 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9638168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8845549'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.627141 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1461bd1f-9edd-49da-9cf6-0f3e6161e764,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:25.670524 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Checking segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:25.670997 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Network hostable DHCP agents. Network: 64e4cba0-dbad-4d3d-ada6-ebc30785d589, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:51:25.694206 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:51:25.709028 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 64e4cba0-dbad-4d3d-ada6-ebc30785d589) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:25.715770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:25.716827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.731304 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bef837-a894-442d-9595-3acf6deb8690 None None] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:25.746830 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d4972e12-6efe-444c-b23a-89b02995b3c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7240772 Aug 18 07:51:25.751977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35324) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:25.771412 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:25.813196 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.814689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:25.916720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:26.150028 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3e59c-8ea7-4c14-9ef0-307a47425904 None None] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:51:26.152857 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:26.979791 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:27.008802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:27.162520 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Allocated IP 172.27.0.195 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/fea8c8df-c269-4a82-bbcb-cb50ff313c01) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:27.361557 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:27.443334 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:27.510994 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Pushing event updated for resources: {'Port': ['ID=fea8c8df-c269-4a82-bbcb-cb50ff313c01,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:27.524027 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:27.525971 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:27.530306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:28.134334 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:28.677808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:29.032224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-4e3f5c63-b209-4d11-acd1-7770f2c6344c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:29.039917 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-4e3f5c63-b209-4d11-acd1-7770f2c6344c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.1784863 Aug 18 07:51:29.051298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:51:29.077596 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-8295ad49-47c9-4233-ac39-58be655b05af tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/quotas/7137f39c9f5148c4bca790c5f381cc3c HTTP/1.1" status: 200 len: 375 time: 0.0324111 Aug 18 07:51:29.307694 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:51:29.334889 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Sync routers for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:51:29.352619 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:29.353713 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:51:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:29.369969 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-967e89f9-9474-4cb5-b80f-e4b9d974463f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2860754 Aug 18 07:51:29.373169 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:29.376907 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-17078ed4-6ff8-4b73-99f6-232760eb28cb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6213064 Aug 18 07:51:29.377209 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35412) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:29.478123 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35414) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:29.585503 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:29.678691 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3c18683d-4cdf-494f-9059-a3fbbf5fee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:29.687680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-4223ccb1-a5f7-40c8-93fb-90491b3f59b1 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991651 Aug 18 07:51:29.818198 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3c18683d-4cdf-494f-9059-a3fbbf5fee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:29.829359 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3c18683d-4cdf-494f-9059-a3fbbf5fee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:29.889517 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3c18683d-4cdf-494f-9059-a3fbbf5fee07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c38e133c84d948eeb9c2c88729b3ba0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057589 Aug 18 07:51:29.889517 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18683d-4cdf-494f-9059-a3fbbf5fee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4911a1-76eb-45de-baaf-55c7bb08f205,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:29.892949 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35424) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:30.030707 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:27Z', 'revision_number': 3, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:30.047217 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:30.097385 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Checking router: ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:51:30.098039 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Updating router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 port fea8c8df-c269-4a82-bbcb-cb50ff313c01 binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:51:30.163855 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:30.165654 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:30.326970 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:30.332059 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:30.334411 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b4911a1-76eb-45de-baaf-55c7bb08f205 HTTP/1.1" status: 204 len: 168 time: 0.4394484 Aug 18 07:51:30.369334 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8faff-302a-4d1c-96a8-ba6dcb217730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4911a1-76eb-45de-baaf-55c7bb08f205,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:30.666666 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-a30cbe5f-d78b-48e0-91e2-6d26ada3f797 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9593306 Aug 18 07:51:31.059473 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.060321 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.125693 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Transition to ACTIVE for port object fea8c8df-c269-4a82-bbcb-cb50ff313c01 will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:31.135481 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.156352 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f23829c9-021f-4492-8e33-4e9cae55f1d1 req-3d0a295d-b2f1-42a5-a3f9-b9a6ef5851fd tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 210 time: 0.1194527 Aug 18 07:51:31.173623 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35452) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:31.215450 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06e831d9-d9d5-4726-a8a4-5f4491b30aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.222912 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9976-e5ee-42d5-8dac-ad89ceaf0315 None None] Pushing event updated for resources: {'Port': ['ID=fea8c8df-c269-4a82-bbcb-cb50ff313c01,revision_number=2']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:31.310486 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Attempting to bind port fea8c8df-c269-4a82-bbcb-cb50ff313c01 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:31.310950 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Attempting to bind port fea8c8df-c269-4a82-bbcb-cb50ff313c01 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:31.311415 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Attempting to bind port fea8c8df-c269-4a82-bbcb-cb50ff313c01 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:31.344870 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:31.350143 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:31.353125 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.353677 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:31.355334 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Bound port: fea8c8df-c269-4a82-bbcb-cb50ff313c01, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:31.356378 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.507615 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] For port fea8c8df-c269-4a82-bbcb-cb50ff313c01, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:31.519061 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] For port fea8c8df-c269-4a82-bbcb-cb50ff313c01, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=fea8c8df-c269-4a82-bbcb-cb50ff313c01,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:31.530827 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.541051 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06e831d9-d9d5-4726-a8a4-5f4491b30aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.551381 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06e831d9-d9d5-4726-a8a4-5f4491b30aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.638516 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:31.640038 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:51:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:31.651038 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-06e831d9-d9d5-4726-a8a4-5f4491b30aa7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc35fe71ff5f4fe0ac05427405ca3969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753211 Aug 18 07:51:31.657935 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35472) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:31.672399 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e831d9-d9d5-4726-a8a4-5f4491b30aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81683198-e359-4db5-bd5b-9643950121ea,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:31.746500 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9976-e5ee-42d5-8dac-ad89ceaf0315 None None] Pushing event updated for resources: {'Port': ['ID=fea8c8df-c269-4a82-bbcb-cb50ff313c01,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:31.788179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Allocated IP 172.20.0.1 (64e4cba0-dbad-4d3d-ada6-ebc30785d589/1461bd1f-9edd-49da-9cf6-0f3e6161e764/92285ac5-f006-41ae-8d0c-1fa8dcba94f5) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:31.800925 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.863634 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:31.949252 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:32.020292 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:32.043993 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:32.054274 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81683198-e359-4db5-bd5b-9643950121ea HTTP/1.1" status: 204 len: 168 time: 0.3892708 Aug 18 07:51:32.095942 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7c649-ad43-410d-8cbd-92dcdfc109b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81683198-e359-4db5-bd5b-9643950121ea,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:32.143950 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:32.399642 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:32.611922 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Pushing event updated for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:32.681132 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c0b8bea-4116-4e83-b485-b4d4efa9435d req-2ece2253-e31f-4128-8c75-c75b1d0eabc3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 210 time: 0.2644825 Aug 18 07:51:32.690276 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:32.697729 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:32.721442 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:32.774389 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:27Z', 'revision_number': 3, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:32.828406 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704961b-6139-4dc8-9947-3bd7221a34e7 None None] The sync data for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi is: [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:27Z', 'revision_number': 3, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:51:32.845848 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:33.158181 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:33.581847 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:33.656651 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:33.821249 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.029138 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-983ddd07-8ac9-4a06-929e-ff700278d1bf req-79a7a507-bba5-41aa-8a36-cc99d1e13129 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 210 time: 0.1161876 Aug 18 07:51:34.093197 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Pushing event updated for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:34.146490 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-8f100da2-391c-4e7c-b885-82b9c323c2c9 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:34.148060 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-8f100da2-391c-4e7c-b885-82b9c323c2c9 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.6454732 Aug 18 07:51:34.172837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Request body: {'port': {'device_id': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'admin_state_up': True, 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:34.286240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:34.295409 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:34.466829 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35574) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:34.592936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:34.597185 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.694603 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-20178843-6fcf-4b84-a567-57a322352507 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:34.699218 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-31b8ed88-e4ae-496a-b303-e740e510f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.704079 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-20178843-6fcf-4b84-a567-57a322352507 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 815 time: 0.2861209 Aug 18 07:51:34.735682 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:51:34.785483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device fea8c8df-c269-4a82-bbcb-cb50ff313c01 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:34.803254 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-c69f56be-0e0a-4768-b6a1-2c5acc1bdc18 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/quotas/381c87fadeec465d8242edcf360f02f2 HTTP/1.1" status: 200 len: 375 time: 0.0977018 Aug 18 07:51:34.853934 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-31b8ed88-e4ae-496a-b303-e740e510f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.860073 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-31b8ed88-e4ae-496a-b303-e740e510f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.902606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Allocated IP 172.20.0.11 (2ff87db5-cd91-4704-9737-170919fa87c1/0b4eeada-ce25-40b3-8526-3b8563cc5e02/5cc7c60d-e802-45b1-bc59-3609d352b18d) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:34.904684 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-31b8ed88-e4ae-496a-b303-e740e510f141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=690ff53fd1ff4ccd893fcf227500b919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353523 Aug 18 07:51:34.906163 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35606) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:34.906775 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port fea8c8df-c269-4a82-bbcb-cb50ff313c01 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:34.925718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port fea8c8df-c269-4a82-bbcb-cb50ff313c01 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:34.926308 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:34.975423 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8ed88-e4ae-496a-b303-e740e510f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2954d05-8aa9-4a27-9ffe-b77f784d4f68,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:34.996122 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.028184 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.058766 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.105246 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.109426 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.114255 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2954d05-8aa9-4a27-9ffe-b77f784d4f68 HTTP/1.1" status: 204 len: 168 time: 0.2050605 Aug 18 07:51:35.121756 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port fea8c8df-c269-4a82-bbcb-cb50ff313c01, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=fea8c8df-c269-4a82-bbcb-cb50ff313c01,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:35.125237 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80935c0-e817-4d8f-9ea7-585aadbc221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2954d05-8aa9-4a27-9ffe-b77f784d4f68,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:35.130224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.207154 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=fea8c8df-c269-4a82-bbcb-cb50ff313c01,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:35.214055 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:51:35.227623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-16d28642-c75b-49b0-bf35-1b4a112eafbc admin admin] 10.222.0.38 "PUT /v2.0/routers/ba315ee1-3d3c-4f36-80c9-2338d4e69bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8491297 Aug 18 07:51:35.461628 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2e1b7ed7-5596-44fc-a2e1-3c4f68e8c807 req-b9953b9b-a35b-495d-974b-2118f2184d2f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 210 time: 0.2287099 Aug 18 07:51:35.519342 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-5b49e950-ef64-473c-b5bf-0f134fca7675 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6133091 Aug 18 07:51:35.752824 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-5fb7d807-637f-4598-99bd-0c5f51c8e5dc service neutron] 10.222.0.38 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056208 Aug 18 07:51:35.926632 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Sync routers for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:51:35.927556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:35.948546 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:35.949377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:51:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:35.997653 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-95e47bac-3a7b-4ef4-8d24-8983f6bc102c service neutron] 10.222.0.38 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437823 Aug 18 07:51:36.150279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:36.213967 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'a877a247-fb48-4ca8-a138-beaa3146d911'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:36.277001 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Network 2ff87db5-cd91-4704-9737-170919fa87c1 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:36.289464 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:36.292975 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event updated for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:36.296156 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:36.357105 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-2f960282-0578-48bc-a8ad-ae42d0bbf971 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:36.364331 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-2f960282-0578-48bc-a8ad-ae42d0bbf971 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 818 time: 0.3578768 Aug 18 07:51:36.373933 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:36.375002 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:36.399501 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-569e745a-8871-4bad-83f7-2f08198e98f8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/quotas/ac64201c9ec74c50acc936de708aa1d1 HTTP/1.1" status: 200 len: 375 time: 0.0339558 Aug 18 07:51:36.413580 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-c1d7a5c1-2c4d-4010-9a07-2d00494f142f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2498798 Aug 18 07:51:36.442136 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-764aefef-f974-4e89-b3b2-1e385aeeb4f6 req-155f6847-6195-4026-a957-3a9687ae3377 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 210 time: 0.0449467 Aug 18 07:51:36.461394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Request body: {'port': {'device_id': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:36.466740 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:36.618660 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-eac17e36-6edb-4182-b8bf-2eff63a20b59 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074397 Aug 18 07:51:36.630224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:36.875548 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device fea8c8df-c269-4a82-bbcb-cb50ff313c01 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:36.884907 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-568780d6-fefa-4ccc-bfd9-ead9b96b89c4 service neutron] 10.222.0.38 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971617 Aug 18 07:51:36.988324 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:33Z', 'revision_number': 4, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '92285ac5-f006-41ae-8d0c-1fa8dcba94f5', 'name': '', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'mac_address': 'fa:16:3e:eb:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:31Z', 'updated_at': '2021-08-18T07:51:33Z', 'revision_number': 2, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'subnets': [{'id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:37.043414 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Checking router: ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:51:37.043770 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Updating router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:51:37.096781 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port fea8c8df-c269-4a82-bbcb-cb50ff313c01 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:37.097389 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:37.099543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:37.494384 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d1e0-b139-46f8-93c9-91fd1a38c1b5 req-e1c2dd6e-26a5-4a49-b466-77a45870a2cd tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:37.517878 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4671d1e0-b139-46f8-93c9-91fd1a38c1b5 req-e1c2dd6e-26a5-4a49-b466-77a45870a2cd tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 932 time: 0.8651109 Aug 18 07:51:37.757695 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:37.773627 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Transition to ACTIVE for port object 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:37.785223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:37.807324 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4671d1e0-b139-46f8-93c9-91fd1a38c1b5 req-7f44c60b-1dab-4da9-b2e6-75258071863e tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875071 Aug 18 07:51:37.823373 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c1049338-e6df-4dd1-bb8f-07fc83c5b202 service neutron] 10.222.0.38 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8719127 Aug 18 07:51:37.926764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb781aa-79d8-4588-b559-2ecdd0be472d None None] Pushing event updated for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:38.028822 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Attempting to bind port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:38.029722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Attempting to bind port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:38.029722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Attempting to bind port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:38.048781 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:38.065723 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Checking segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:38.066947 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.073097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc7c60d-e802-45b1-bc59-3609d352b18d {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:38.077151 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Bound using segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:38.079128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Bound port: 92285ac5-f006-41ae-8d0c-1fa8dcba94f5, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:38.081213 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.119092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.194606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Transition to ACTIVE for port object 5cc7c60d-e802-45b1-bc59-3609d352b18d will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:38.219822 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.265301 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] For port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:38.275490 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] For port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:38.293686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.473474 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b7ea3427-2111-46b2-9925-7596d3bf8f8c req-5a3c655f-b2ff-4229-a5c0-ef4f3ebfa95d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 210 time: 0.1400590 Aug 18 07:51:38.478779 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f4d0b161-7579-46ef-8a17-b435c8deb43d req-78865e55-e5a8-4da2-aa88-e957f50ea5b7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 210 time: 0.1665714 Aug 18 07:51:38.535837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:38.537438 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:51:38.538822 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:51:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:38.730119 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-ebf15965-3abe-4e50-a109-732e006f71ca tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:38.734819 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-ebf15965-3abe-4e50-a109-732e006f71ca tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 815 time: 0.5367029 Aug 18 07:51:38.767104 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'port': {'device_id': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'admin_state_up': True, 'tenant_id': '381c87fadeec465d8242edcf360f02f2'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:38.813738 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb781aa-79d8-4588-b559-2ecdd0be472d None None] Pushing event updated for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:38.879944 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Attempting to bind port 5cc7c60d-e802-45b1-bc59-3609d352b18d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:38.881099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Attempting to bind port 5cc7c60d-e802-45b1-bc59-3609d352b18d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:38.882008 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Attempting to bind port 5cc7c60d-e802-45b1-bc59-3609d352b18d on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:38.917687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Port 5cc7c60d-e802-45b1-bc59-3609d352b18d on network 2ff87db5-cd91-4704-9737-170919fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:51:38.920416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Attempting to bind port 5cc7c60d-e802-45b1-bc59-3609d352b18d on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:38.938192 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:38.938751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Checking segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:38.939413 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Bound using segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:38.940207 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Bound port: 5cc7c60d-e802-45b1-bc59-3609d352b18d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:38.940871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:38.971549 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:51:39.338121 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:39.374344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c8b83-daa0-4076-876d-24f7b742319d req-50dc3fec-80a3-4760-a792-72ccc15d6bbc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:39.389706 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d6c8b83-daa0-4076-876d-24f7b742319d req-50dc3fec-80a3-4760-a792-72ccc15d6bbc tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 944 time: 0.3531704 Aug 18 07:51:39.410690 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:39.456864 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Made reservation on behalf of 381c87fadeec465d8242edcf360f02f2 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:39.458646 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:33Z', 'revision_number': 4, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '92285ac5-f006-41ae-8d0c-1fa8dcba94f5', 'name': '', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'mac_address': 'fa:16:3e:eb:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:31Z', 'updated_at': '2021-08-18T07:51:38Z', 'revision_number': 4, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'subnets': [{'id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:39.469421 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:39.512590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:39.527629 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194998b5-181e-4eed-bfb2-cebd248711f6 None None] The sync data for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi is: [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:51:33Z', 'revision_number': 4, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '92285ac5-f006-41ae-8d0c-1fa8dcba94f5', 'name': '', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'mac_address': 'fa:16:3e:eb:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:31Z', 'updated_at': '2021-08-18T07:51:38Z', 'revision_number': 4, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'subnets': [{'id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:51:39.680175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:39.680825 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:39.682303 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] 10.222.0.42 "PUT /v2.0/ports/5cc7c60d-e802-45b1-bc59-3609d352b18d HTTP/1.1" status: 200 len: 1094 time: 3.2430162 Aug 18 07:51:39.686456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:39.689799 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67de3a9-c6b7-44ff-bf62-07db5b115e22" -d '{"events": [{"name": "network-changed", "server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:39.703097 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d6c8b83-daa0-4076-876d-24f7b742319d req-fe1e2bd3-9572-4b53-91df-811ddae43bfb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122091 Aug 18 07:51:39.863855 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296210c-70ad-4fc1-b15c-5b84064a8473 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:39.987360 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Allocated IP 172.20.0.5 (0a4ae1bc-9ccf-41d2-847b-880fb587407d/49385648-d04b-49c4-8149-56a8929e8abb/70738249-1635-44e2-b244-2d480db5c9f2) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:40.040004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-138c24b3-df0f-422a-8b39-9bb2d0f439b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:40.041792 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-138c24b3-df0f-422a-8b39-9bb2d0f439b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 1097 time: 0.2303495 Aug 18 07:51:40.318929 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:40.377609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Transition to ACTIVE for port object 70738249-1635-44e2-b244-2d480db5c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:40.462684 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:40.590587 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:40.592868 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:40.595825 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:40.611755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:40.817228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:40.818675 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:40.900325 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-78a28c05-9fc8-4be4-ba85-786a86804c6f tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1504247 Aug 18 07:51:40.906136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:41.026068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:41.032038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:41.032632 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:41.171099 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-37927785-9a43-4f49-86ba-a80f136153d1 None None] Provisioning for port 70738249-1635-44e2-b244-2d480db5c9f2 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:41.188914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-37927785-9a43-4f49-86ba-a80f136153d1 None None] Provisioning complete for port 70738249-1635-44e2-b244-2d480db5c9f2 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:41.189532 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-37927785-9a43-4f49-86ba-a80f136153d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:41.561377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:41.605772 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-37927785-9a43-4f49-86ba-a80f136153d1 None None] Port 70738249-1635-44e2-b244-2d480db5c9f2 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:51:41.662627 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:41.668361 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:41.755178 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:42.738624 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:42.765962 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35874) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:42.839685 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:42.840207 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:42.848245 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Deleting subnet d1c4e8ea-5314-4587-a17e-39d41ce6bdd6 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:51:42.864171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:42.967456 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.061228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.152198 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.188321 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c4e8ea-5314-4587-a17e-39d41ce6bdd6,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:43.212763 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.214835 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-779d255e-e4cb-4be0-b798-4cd0510d4b2f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1c4e8ea-5314-4587-a17e-39d41ce6bdd6 HTTP/1.1" status: 204 len: 168 time: 0.4455502 Aug 18 07:51:43.220488 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35878) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:43.362923 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.487860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.500613 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0de79a-78fd-4b51-b654-0a538631f945']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:43.514187 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632e11e8-8607-4979-a4b1-d620b807b3f2') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:43.514506 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632e11e8-8607-4979-a4b1-d620b807b3f2') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:43.525064 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.541604 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.547823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:51:43.548360 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:51:43.551296 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:51:43.639131 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.655752 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.661825 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4d0de79a-78fd-4b51-b654-0a538631f945 HTTP/1.1" status: 204 len: 168 time: 0.4369810 Aug 18 07:51:43.662606 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 35884) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:43.694814 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3a6e2-2fea-4923-9fb9-3d9f93d8fe97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0de79a-78fd-4b51-b654-0a538631f945,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:43.762088 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Deleting subnet d9494b56-7ad7-4f3e-8ea3-999b1b087e49 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:51:43.766426 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.816763 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.874587 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.944048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.960966 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:43.963315 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d9494b56-7ad7-4f3e-8ea3-999b1b087e49 HTTP/1.1" status: 204 len: 168 time: 0.2994862 Aug 18 07:51:43.966288 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35886) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:43.984028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb1b4e-5267-4f5d-816c-532eabc56334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9494b56-7ad7-4f3e-8ea3-999b1b087e49,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:44.131535 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.279006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.289999 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e88b4a6-4ebe-4537-bfb1-792621c83ef2']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:44.307107 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38993158-a05e-46ba-a880-de69be6e5a77') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:44.307399 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38993158-a05e-46ba-a880-de69be6e5a77') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:51:44.322415 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.341552 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.353425 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:51:44.354091 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:51:44.356964 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:51:44.425237 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.444916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.446514 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3e88b4a6-4ebe-4537-bfb1-792621c83ef2 HTTP/1.1" status: 204 len: 168 time: 0.4778860 Aug 18 07:51:44.460210 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee296a-7fd7-47df-a289-bc2423e19ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e88b4a6-4ebe-4537-bfb1-792621c83ef2,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:44.731145 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35894) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:44.802076 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-82ddb5cf-9476-43bd-ae10-4227afe50e5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f008377f45f947ebabb3a3505aba0c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686634 Aug 18 07:51:44.805289 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35896) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:44.862064 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.896563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.975294 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.982514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:44.986567 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/070929e1-db66-44dd-bc30-375a92c5abdd HTTP/1.1" status: 204 len: 168 time: 0.1769218 Aug 18 07:51:45.000934 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3b7ac-98e6-4e1f-acde-49941fe7b47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070929e1-db66-44dd-bc30-375a92c5abdd,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:45.455177 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35904) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:45.525935 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f85b6cbc-131a-43b5-9c88-d5f4d78dd540 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e2db208cb7741439d4eff6aa1cdddb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691156 Aug 18 07:51:45.529843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 35906) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:45.597201 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:45.624674 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:45.725665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:45.725665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:45.727741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f3ee24b-103a-422f-ba5f-c7cd96092592 HTTP/1.1" status: 204 len: 168 time: 0.1962907 Aug 18 07:51:45.748105 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e2e69-64fa-4b3d-b496-e3b3a3e7b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ee24b-103a-422f-ba5f-c7cd96092592,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:47.022686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e1103222-3cec-4d3f-a3e5-93ee387cfe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:48.640761 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:48.780027 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:49.358503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-c3aa5fae-c2ad-40db-a84d-3c8e9a4ce4f7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:49.360647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-c3aa5fae-c2ad-40db-a84d-3c8e9a4ce4f7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 818 time: 0.1944447 Aug 18 07:51:49.385872 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-10c3d5b3-910e-418f-b6b4-bdd8daece747 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/quotas/ac64201c9ec74c50acc936de708aa1d1 HTTP/1.1" status: 200 len: 375 time: 0.0177355 Aug 18 07:51:49.501693 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-d189ba44-7c87-4f5b-bef8-f8e68ff85aa4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046565 Aug 18 07:51:49.631297 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-9a32bdf1-7667-451c-8421-371e80fa4580 service neutron] 10.222.0.38 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173797 Aug 18 07:51:49.698224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-93357e90-ba6d-4b46-a4a6-7cfa9321859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:49.740975 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-ee97aadb-1a8f-407e-9606-d106e3a0c317 service neutron] 10.222.0.38 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033041 Aug 18 07:51:51.062054 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:52.290047 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:52.774531 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Request body: {'port': {'device_id': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:52.884815 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-5a9127d9-383d-43b2-9113-678fd659f50b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d HTTP/1.1" status: 200 len: 217 time: 0.1032796 Aug 18 07:51:52.915650 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1657827-3fe5-41bb-a4f1-620499446af1 x-openstack-request-id: req-d1657827-3fe5-41bb-a4f1-620499446af1 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:52.915976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:52.916249 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1657827-3fe5-41bb-a4f1-620499446af1 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:52.916667 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d', 'status': 'completed', 'code': 200} Aug 18 07:51:53.007141 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:53.069781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-866fd0ae-33cd-4a9c-9807-7bd74281cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:53.071274 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-866fd0ae-33cd-4a9c-9807-7bd74281cbf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.1538568 Aug 18 07:51:53.149935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e93df2-cbe6-48e6-ba28-338a4877bcd4 req-14d8004c-f0cd-40ad-a621-7bfc79198235 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:53.153024 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06e93df2-cbe6-48e6-ba28-338a4877bcd4 req-14d8004c-f0cd-40ad-a621-7bfc79198235 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 931 time: 0.2323830 Aug 18 07:51:53.167687 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-34a6d918-73c7-4cfa-80a1-d1e89d23766d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676203 Aug 18 07:51:53.213234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671319-af81-451c-b27b-6748a57edd08 req-9bdfa835-bd8f-46f6-83d3-555a09914e04 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:53.214840 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b671319-af81-451c-b27b-6748a57edd08 req-9bdfa835-bd8f-46f6-83d3-555a09914e04 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 944 time: 0.2331722 Aug 18 07:51:53.419823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8beebb8b-0009-4970-a6ca-8af0768ccf4b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:53.421556 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8beebb8b-0009-4970-a6ca-8af0768ccf4b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 818 time: 0.2108622 Aug 18 07:51:53.438011 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Request body: {'port': {'device_id': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'admin_state_up': True, 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:53.611358 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Made reservation on behalf of ac64201c9ec74c50acc936de708aa1d1 for: {'port': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:53.615507 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:53.634292 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06e93df2-cbe6-48e6-ba28-338a4877bcd4 req-1e1d4b5c-9c9d-4086-8f39-6c02bf706a1b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634120 Aug 18 07:51:53.693709 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b671319-af81-451c-b27b-6748a57edd08 req-b881897d-4a13-4eea-aa8b-dcb1dcf5e34b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552455 Aug 18 07:51:53.740534 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-7319ceef-017c-4d07-9571-3ccc1c2692ad service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575404 Aug 18 07:51:53.847010 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-315a2766-35a3-407c-9fd4-67c2f1a88774 req-41a92342-33ec-41f8-8ff1-186a6c2a109d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 210 time: 0.1021559 Aug 18 07:51:53.904166 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Allocated IP 172.20.0.6 (64e4cba0-dbad-4d3d-ada6-ebc30785d589/1461bd1f-9edd-49da-9cf6-0f3e6161e764/df863085-4ccf-4fb6-baf6-4c2c501f5bad) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:54.131211 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e27e980-d424-46ad-a02b-863df36b7ac9 req-f5360847-da83-48f8-820d-e4d4f260859b service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708019 Aug 18 07:51:54.145846 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-85e3a6bf-2f7e-4aae-95c6-2c008e119d79 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:54.148004 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-85e3a6bf-2f7e-4aae-95c6-2c008e119d79 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 818 time: 0.3897150 Aug 18 07:51:54.149734 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70738249-1635-44e2-b244-2d480db5c9f2 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:54.159302 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.171962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Request body: {'port': {'device_id': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'admin_state_up': True, 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:54.223068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Transition to ACTIVE for port object 70738249-1635-44e2-b244-2d480db5c9f2 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:54.238065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.244035 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.340012 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.405061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:54.429521 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Pushing event updated for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:54.433250 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:54.443423 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:54.446985 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.451625 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.451989 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.452344 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.452801 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.453183 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.453525 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.453861 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.454192 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.454527 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.454861 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.455333 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:54.459436 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:54.517928 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-3e7892d0-e0fc-46a0-8d9a-9056795c5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:54.519909 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-3e7892d0-e0fc-46a0-8d9a-9056795c5e94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 1097 time: 0.2954781 Aug 18 07:51:54.547890 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:54.555123 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.570877 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b450b5b-d0c9-40d9-8fd4-6cba9d609979 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1388028 Aug 18 07:51:54.595739 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Request body: {'port': {'device_id': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:54.651006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Made reservation on behalf of ac64201c9ec74c50acc936de708aa1d1 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:51:54.655564 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.736688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Attempting to bind port 70738249-1635-44e2-b244-2d480db5c9f2 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:54.737063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Attempting to bind port 70738249-1635-44e2-b244-2d480db5c9f2 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:54.737216 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.737532 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Attempting to bind port 70738249-1635-44e2-b244-2d480db5c9f2 on network 0a4ae1bc-9ccf-41d2-847b-880fb587407d {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:54.804511 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Port 70738249-1635-44e2-b244-2d480db5c9f2 on network 0a4ae1bc-9ccf-41d2-847b-880fb587407d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:51:54.804837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Attempting to bind port 70738249-1635-44e2-b244-2d480db5c9f2 on network 0a4ae1bc-9ccf-41d2-847b-880fb587407d {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:54.859311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:54.860290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Checking segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:54.860290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Bound using segment: {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:54.860608 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Bound port: 70738249-1635-44e2-b244-2d480db5c9f2, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7923433-5572-46d2-90df-200aac50a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:54.861014 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:54.869569 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-de06a3a2-d72e-4729-b3a8-c1a22e9ebe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:54.871135 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-de06a3a2-d72e-4729-b3a8-c1a22e9ebe3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 916 time: 0.3171561 Aug 18 07:51:55.002968 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-2b97b4c8-74df-4cd0-9aea-2628f2fbf217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d HTTP/1.1" status: 200 len: 217 time: 0.1039040 Aug 18 07:51:55.060308 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843fe83-83b7-4a49-9b56-4a5975e49245 req-e5a0d5d2-4c77-4ac3-94ad-63e90c002ea9 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.061962 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6843fe83-83b7-4a49-9b56-4a5975e49245 req-e5a0d5d2-4c77-4ac3-94ad-63e90c002ea9 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 943 time: 0.2750633 Aug 18 07:51:55.107281 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60a96-cf6b-4cef-a157-d9ca3e30d954 req-66c70d50-765c-4e98-9461-efc7c7de787d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.108948 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b8a60a96-cf6b-4cef-a157-d9ca3e30d954 req-66c70d50-765c-4e98-9461-efc7c7de787d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 944 time: 0.2868545 Aug 18 07:51:55.128317 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Allocated IP 172.20.0.7 (64e4cba0-dbad-4d3d-ada6-ebc30785d589/1461bd1f-9edd-49da-9cf6-0f3e6161e764/54a5d5f6-b688-43b8-b90b-0f34ce183c8c) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:51:55.187811 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:51:55.204642 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:55.223842 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-d2e83412-cd8d-4a36-91b8-455f4be41e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.225378 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-d2e83412-cd8d-4a36-91b8-455f4be41e49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.1891937 Aug 18 07:51:55.271787 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6843fe83-83b7-4a49-9b56-4a5975e49245 req-cf3ad3d8-617d-47a7-9dd7-eef0f7f81131 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800380 Aug 18 07:51:55.275834 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:55.283595 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b8a60a96-cf6b-4cef-a157-d9ca3e30d954 req-9e2d9b6d-cf93-4b16-8ffc-9f53f545ed16 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566048 Aug 18 07:51:55.310732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:55.322556 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-ed875f71-ab9d-477a-a26f-89b63e1743fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789042 Aug 18 07:51:55.446236 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.447344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:55.449837 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] 10.222.0.42 "PUT /v2.0/ports/70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 1093 time: 2.6801746 Aug 18 07:51:55.496131 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:55.499100 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33" -d '{"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:55.589505 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb986b7-ef4f-48fb-9fd9-0a25699ce8e4 x-openstack-request-id: req-1bb986b7-ef4f-48fb-9fd9-0a25699ce8e4 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:55.589917 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:55.590034 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bb986b7-ef4f-48fb-9fd9-0a25699ce8e4 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:55.590427 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:51:55.628305 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce50caae-efb2-4ec5-89eb-cf365d513e8c req-8fea474f-64d3-4939-96c2-40b8f80fff8f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 210 time: 0.2285166 Aug 18 07:51:55.649927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87db6d-f40f-4688-a93b-7bd90fbd3dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:55.738039 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-e9073467-f728-4d9d-b7f7-1fd421490939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.740077 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-e9073467-f728-4d9d-b7f7-1fd421490939 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1096 time: 0.2076213 Aug 18 07:51:55.743307 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:55.752113 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-67b5910e-78cb-4af3-880b-fce5d2835757 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024212 Aug 18 07:51:55.816728 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-d8a71108-3255-42e5-b18d-5c57a0f72948 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0668542 Aug 18 07:51:55.989148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-eddd7bfd-16de-435c-84d0-81631eb43219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:55.990939 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-eddd7bfd-16de-435c-84d0-81631eb43219 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.1442645 Aug 18 07:51:55.994374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.089178 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-4b5d4745-2e88-4ebe-b2c1-f5fe49dcc2b7 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263950 Aug 18 07:51:56.103563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:51:56.111039 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:51:56.114120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:51:56.117323 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Pushing event updated for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:56.160356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-ac09f12a-572b-43d0-ab10-7e52bae64e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.162052 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-ac09f12a-572b-43d0-ab10-7e52bae64e7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1549339 Aug 18 07:51:56.199211 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df863085-4ccf-4fb6-baf6-4c2c501f5bad {{(pid=105478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:56.203689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.204668 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.211791 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.230339 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Transition to ACTIVE for port object df863085-4ccf-4fb6-baf6-4c2c501f5bad will not be triggered until provisioned by entity L2. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:56.238534 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.270810 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c525f33-bd15-40a0-92fb-3c3d6988d3f3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1041014 Aug 18 07:51:56.288527 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Request body: {'port': {'device_id': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:51:56.328022 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Pushing event updated for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:56.416576 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Attempting to bind port df863085-4ccf-4fb6-baf6-4c2c501f5bad on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:56.417107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Attempting to bind port df863085-4ccf-4fb6-baf6-4c2c501f5bad by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}] {{(pid=105478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:56.417618 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Attempting to bind port df863085-4ccf-4fb6-baf6-4c2c501f5bad on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:56.424918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Port df863085-4ccf-4fb6-baf6-4c2c501f5bad on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:51:56.425523 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Attempting to bind port df863085-4ccf-4fb6-baf6-4c2c501f5bad on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:56.432357 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:56.432736 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Checking segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:56.433302 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Bound using segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} {{(pid=105478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:56.433843 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.managers [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Bound port: df863085-4ccf-4fb6-baf6-4c2c501f5bad, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}}] {{(pid=105478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:56.435132 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.505921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, cleared binding levels {{(pid=105478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:56.509339 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:56.515345 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.564548 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.565202 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for port, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.566771 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] 10.222.0.42 "PUT /v2.0/ports/df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 1093 time: 1.9789679 Aug 18 07:51:56.567232 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:56.569622 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb951ac7-e97b-477a-9a9d-93e281409d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:56.605694 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd5b91-40f5-48d2-93b7-c78e8d49e862 service neutron] Pushing event updated for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=3']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:56.693441 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-221c7e10-f9d1-4594-a1e1-99c03873f525 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222728 Aug 18 07:51:56.697279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.713718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-69325610-75d6-44fe-b019-e3fcf87fabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.716416 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-69325610-75d6-44fe-b019-e3fcf87fabac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1096 time: 0.0590811 Aug 18 07:51:56.740780 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5cc7c60d-e802-45b1-bc59-3609d352b18d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:51:56.783995 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-01e050a0-0ed2-4129-afca-1034c5385391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0563495 Aug 18 07:51:56.823494 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02a195-1f9f-458d-9f42-a224ab8c2e6e req-7a6d09e9-4811-432c-a7f7-b82330b3e437 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.825680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db02a195-1f9f-458d-9f42-a224ab8c2e6e req-7a6d09e9-4811-432c-a7f7-b82330b3e437 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 943 time: 0.2414696 Aug 18 07:51:56.834132 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfa0c9-8223-44b9-9892-bce768d20a61 req-2fdd070b-cb0d-40a5-b8e5-61ecfb4ae803 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.836026 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-07bfa0c9-8223-44b9-9892-bce768d20a61 req-2fdd070b-cb0d-40a5-b8e5-61ecfb4ae803 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 944 time: 0.2497921 Aug 18 07:51:56.890102 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-ddc1f4dc-f9e9-466c-853f-ae2d65fe1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:56.895727 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-ddc1f4dc-f9e9-466c-853f-ae2d65fe1ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.1041639 Aug 18 07:51:56.906697 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:56.925814 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '5cc7c60d-e802-45b1-bc59-3609d352b18d', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'port_id': '5cc7c60d-e802-45b1-bc59-3609d352b18d', 'mac_address': 'fa:16:3e:ff:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4eeada-ce25-40b3-8526-3b8563cc5e02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:51:56.978779 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:56.990038 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-26d7cbdf-b49e-4d57-8d9e-2db0dce35b62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824907 Aug 18 07:51:56.999582 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc7c60d-e802-45b1-bc59-3609d352b18d {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:57.021913 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-07bfa0c9-8223-44b9-9892-bce768d20a61 req-c5c526ee-856f-41c7-b489-f092cc75e169 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701827 Aug 18 07:51:57.047766 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:57.054557 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db02a195-1f9f-458d-9f42-a224ab8c2e6e req-64bc6fc2-75bb-41cc-be84-522c31f66297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100790 Aug 18 07:51:57.055328 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:57.063085 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a904ec18-cfec-426c-a4ab-aabf1a3f6b48 req-4016564a-be12-4b09-abca-a0749a2342fb service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531835 Aug 18 07:51:57.163815 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-8b1aa7de-e4cd-44c1-a441-32acbb3e8373 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679168 Aug 18 07:51:57.180173 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1bf59b-b906-4474-9156-342bb7f7681f x-openstack-request-id: req-2c1bf59b-b906-4474-9156-342bb7f7681f {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:57.180173 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:57.180173 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c1bf59b-b906-4474-9156-342bb7f7681f {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:57.180173 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad', 'status': 'completed', 'code': 200} Aug 18 07:51:57.283318 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:57.338088 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-84aff6c9-4000-4bc0-8ce7-f5e774144a73 req-2cecfb8b-33d6-48a1-be17-5b8a760c486b service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645579 Aug 18 07:51:57.366677 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['5cc7c60d-e802-45b1-bc59-3609d352b18d'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:57.405467 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-03379dea-f912-4ac8-987b-801c807d078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.408001 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-03379dea-f912-4ac8-987b-801c807d078d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1096 time: 0.2802858 Aug 18 07:51:57.426860 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af60ee-b403-496b-aabc-bd9b5bf81439 req-0cc7d3f7-4f13-4965-977a-42a21454e514 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.440742 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-99af60ee-b403-496b-aabc-bd9b5bf81439 req-0cc7d3f7-4f13-4965-977a-42a21454e514 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 931 time: 0.1479268 Aug 18 07:51:57.518130 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-87066d5b-9770-40d6-a4b9-9ab2b21c852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.521144 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-87066d5b-9770-40d6-a4b9-9ab2b21c852b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1096 time: 0.0841880 Aug 18 07:51:57.632786 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-99af60ee-b403-496b-aabc-bd9b5bf81439 req-b1172850-332e-4227-9feb-cc926433a511 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905236 Aug 18 07:51:57.704474 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-d16a4b04-23bd-4a19-877f-5dd618d6f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.707456 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-d16a4b04-23bd-4a19-877f-5dd618d6f001 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.1764619 Aug 18 07:51:57.734120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5d5f6-b688-43b8-b90b-0f34ce183c8c {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:57.743566 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:57.746534 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-8cf799e4-4117-4ce9-bc06-40fdc7b7d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.749187 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-8cf799e4-4117-4ce9-bc06-40fdc7b7d48d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.2968271 Aug 18 07:51:57.770469 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-f4120c8a-e2b1-452d-ad03-46d6f5ea6e00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0420423 Aug 18 07:51:57.800179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Transition to ACTIVE for port object 54a5d5f6-b688-43b8-b90b-0f34ce183c8c will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:51:57.802309 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-7ab8701a-142c-46af-9556-00be677afe47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0449250 Aug 18 07:51:57.807833 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:57.825996 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-e2b49aa7-d5be-49a1-b7ef-25778b2ef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.827423 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-e2b49aa7-d5be-49a1-b7ef-25778b2ef63d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0486808 Aug 18 07:51:57.868640 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-ff931df0-d5db-4d52-818d-f04c159c2ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307088 Aug 18 07:51:57.916815 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:57.972022 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.972590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.973112 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.973640 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.974183 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.974633 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.974979 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.975528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.975864 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.976197 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.976562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.976894 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:51:57.984905 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-9a839717-5ce7-4bad-a06c-8f08dbce4f12 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998788 Aug 18 07:51:57.993648 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-7055b69b-8bc9-4e1b-8c1e-72a03886279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:57.995784 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-7055b69b-8bc9-4e1b-8c1e-72a03886279c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.1820290 Aug 18 07:51:58.081942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf08ca-66e0-4509-ab03-d9dbbfeb82d0 req-f3cc6238-ec0d-4097-beab-75d24ff6e599 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.085510 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b7bf08ca-66e0-4509-ab03-d9dbbfeb82d0 req-f3cc6238-ec0d-4097-beab-75d24ff6e599 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.2015760 Aug 18 07:51:58.103170 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-fb951ac7-e97b-477a-9a9d-93e281409d6b req-47aa00a9-d14b-4fd3-8687-904516c4384a service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100292 Aug 18 07:51:58.154219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-f421d481-7c03-40ef-8043-12265faddcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.158429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-f421d481-7c03-40ef-8043-12265faddcd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1408417 Aug 18 07:51:58.165191 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Attempting to bind port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:51:58.165534 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Attempting to bind port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:51:58.165924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Attempting to bind port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:58.171043 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b7bf08ca-66e0-4509-ab03-d9dbbfeb82d0 req-eae1bb75-26c3-44ef-bfed-a7b6a079197d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766709 Aug 18 07:51:58.182313 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:51:58.182574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Attempting to bind port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c on network 64e4cba0-dbad-4d3d-ada6-ebc30785d589 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:51:58.243234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:51:58.243586 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Checking segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:51:58.244017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Bound using segment: {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:51:58.244883 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Bound port: 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624d9a6c-9850-42a4-b51e-21753c221672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:51:58.245277 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:58.460060 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-f2c8a67c-ff07-4261-86c4-93354c64335a service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870545 Aug 18 07:51:58.465097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:51:58.469770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:51:58.489649 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06adb2-1dd0-448a-9323-810f6fcc5b81 req-a998629e-7ba7-4e23-a4f1-83311acfb74d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.491164 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2c06adb2-1dd0-448a-9323-810f6fcc5b81 req-a998629e-7ba7-4e23-a4f1-83311acfb74d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 945 time: 0.2210300 Aug 18 07:51:58.503217 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:58.541333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c07ba-2a2a-48c5-bfca-386ff63542df req-36252770-ab40-4d6b-98df-d3bc100ed219 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.542872 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-933c07ba-2a2a-48c5-bfca-386ff63542df req-36252770-ab40-4d6b-98df-d3bc100ed219 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 943 time: 0.2066555 Aug 18 07:51:58.647735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.648356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:58.649843 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/54a5d5f6-b688-43b8-b90b-0f34ce183c8c HTTP/1.1" status: 200 len: 1093 time: 2.3696420 Aug 18 07:51:58.650304 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:58.652697 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace3942-7682-402c-9f62-1a55097a49da" -d '{"events": [{"name": "network-changed", "server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:58.726106 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b54b5-75e3-4680-a1fb-75734f3881a8 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:58.735827 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2c06adb2-1dd0-448a-9323-810f6fcc5b81 req-03a154b9-e44b-44ba-8921-9054f639a9e5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302768 Aug 18 07:51:58.748773 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 70738249-1635-44e2-b244-2d480db5c9f2 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:51:58.765962 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-933c07ba-2a2a-48c5-bfca-386ff63542df req-2cdfe5ad-9bfd-491e-8882-991b5aa5bde6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985860 Aug 18 07:51:58.779663 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a1843a6-07f7-4e28-877b-4e56e3ee3c33 req-5b4ad720-9fe0-4065-ac61-ddc099262593 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046777 Aug 18 07:51:58.808562 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36098) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:58.820072 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-da38bd3a-d603-4f04-a934-b1f61aaf1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:58.824039 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-da38bd3a-d603-4f04-a934-b1f61aaf1329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 1096 time: 0.1098065 Aug 18 07:51:58.847009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75129e-045c-43c4-a170-e63a1ed788fa x-openstack-request-id: req-fe75129e-045c-43c4-a170-e63a1ed788fa {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:58.847542 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:58.847947 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe75129e-045c-43c4-a170-e63a1ed788fa {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:58.848531 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c', 'status': 'completed', 'code': 200} Aug 18 07:51:58.852861 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5cc7c60d-e802-45b1-bc59-3609d352b18d up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:51:58.889414 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-78ac3f61-3fac-49dc-9a4b-e52c74c9c9db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c HTTP/1.1" status: 200 len: 217 time: 0.0570722 Aug 18 07:51:58.975011 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:58.993228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-44db4828-fa82-4f7b-9761-b8575c851de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:58.993513 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '70738249-1635-44e2-b244-2d480db5c9f2', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'port_id': '70738249-1635-44e2-b244-2d480db5c9f2', 'mac_address': 'fa:16:3e:b5:07:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:51:59.004512 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-45a4e6a2-bb55-45a2-a1f7-1a6b49277b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.005207 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-45a4e6a2-bb55-45a2-a1f7-1a6b49277b51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0913379 Aug 18 07:51:59.014007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39789-3ea0-4150-adc0-13a4d6be1762 req-9e828fcc-450d-48b0-9720-183abf9015b4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.016040 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ead39789-3ea0-4150-adc0-13a4d6be1762 req-9e828fcc-450d-48b0-9720-183abf9015b4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 943 time: 0.1206791 Aug 18 07:51:59.038857 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 5cc7c60d-e802-45b1-bc59-3609d352b18d completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:51:59.047088 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 5cc7c60d-e802-45b1-bc59-3609d352b18d triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:51:59.047427 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.050643 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-613dc77d-0ed6-4dc7-87ea-e37010737815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335970 Aug 18 07:51:59.068802 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.094291 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70738249-1635-44e2-b244-2d480db5c9f2 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:51:59.113124 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-44db4828-fa82-4f7b-9761-b8575c851de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.122319 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:59.127357 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-44db4828-fa82-4f7b-9761-b8575c851de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.128084 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.134834 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ead39789-3ea0-4150-adc0-13a4d6be1762 req-166024f2-234a-4fe2-9d5f-20c3cfea9afc tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075585 Aug 18 07:51:59.184697 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db4828-fa82-4f7b-9761-b8575c851de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed186e-1c9a-4ffa-8ae0-27e9d573fc39,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:59.192492 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-44db4828-fa82-4f7b-9761-b8575c851de1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=840b2c7c01594163994217a3c457d4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804359 Aug 18 07:51:59.194201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36102) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:51:59.214505 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-b06bd3fd-b69a-4aa3-900f-d091046d22d9 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556907 Aug 18 07:51:59.235550 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.257695 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:59.280906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:51:59.284831 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73685485-e51c-4168-a0da-30875bacff64" -d '{"events": [{"server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "name": "network-vif-plugged", "status": "completed", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:51:59.311236 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.324899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:51:59.335258 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.365047 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc1a365-1216-4568-ad9d-a1f23eccc4e5 x-openstack-request-id: req-cbc1a365-1216-4568-ad9d-a1f23eccc4e5 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:51:59.365047 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "name": "network-vif-plugged", "status": "completed", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:51:59.365365 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbc1a365-1216-4568-ad9d-a1f23eccc4e5 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:51:59.365766 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d', 'code': 200} Aug 18 07:51:59.365889 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.408793 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7328e-a332-4110-9f5d-d8992b5ae4e8 req-e75c1cb4-16a5-4aee-a8fe-0da9bd38d084 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.416935 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a7328e-a332-4110-9f5d-d8992b5ae4e8 req-e75c1cb4-16a5-4aee-a8fe-0da9bd38d084 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1243129 Aug 18 07:51:59.421878 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b09c54c8-85c5-4bae-8325-0704e425d0e5 req-5c582a72-3211-48de-b3cc-62427bd937f1 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996274 Aug 18 07:51:59.430046 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:59.440222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:51:59.487614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.492053 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a7328e-a332-4110-9f5d-d8992b5ae4e8 req-3b3c0830-04ac-41d5-b48d-dbe8601fbd0c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741086 Aug 18 07:51:59.495418 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:51:59.504485 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89ed186e-1c9a-4ffa-8ae0-27e9d573fc39 HTTP/1.1" status: 204 len: 168 time: 0.3079422 Aug 18 07:51:59.520162 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026557b-2a70-46ef-b0c3-3e07297b9d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed186e-1c9a-4ffa-8ae0-27e9d573fc39,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:51:59.613340 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3942-7682-402c-9f62-1a55097a49da req-daddfb0a-0cd5-4544-b26f-8e6f13323e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.614832 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-daddfb0a-0cd5-4544-b26f-8e6f13323e85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 1096 time: 0.0732398 Aug 18 07:51:59.644471 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e46d7-46b7-42a8-8119-29357c5b3007 req-a17d9cdc-a89c-447c-b1de-0a3f82c76530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.645969 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0c4e46d7-46b7-42a8-8119-29357c5b3007 req-a17d9cdc-a89c-447c-b1de-0a3f82c76530 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 1099 time: 0.0748072 Aug 18 07:51:59.718647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0c4e46d7-46b7-42a8-8119-29357c5b3007 req-a53a0337-eb64-46a4-9e8d-816a5a4fba63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Aug 18 07:51:59.753556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3942-7682-402c-9f62-1a55097a49da req-b5e016af-df3d-4893-a893-cb59a724b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.756494 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-b5e016af-df3d-4893-a893-cb59a724b9b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.1312449 Aug 18 07:51:59.825827 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-bc0a3b8c-f570-4302-9e47-3dd5e74b93ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c HTTP/1.1" status: 200 len: 217 time: 0.0429678 Aug 18 07:51:59.945491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c4fb-62c6-4360-a747-96dd2bfbb770 req-b63875d6-69ad-4231-b317-624ea1559deb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.947056 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-87d7c4fb-62c6-4360-a747-96dd2bfbb770 req-b63875d6-69ad-4231-b317-624ea1559deb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.1242359 Aug 18 07:51:59.951537 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3942-7682-402c-9f62-1a55097a49da req-6f2be3d7-4fc5-4942-aa91-60cb65117412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.951977 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-6f2be3d7-4fc5-4942-aa91-60cb65117412 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.1155503 Aug 18 07:51:59.979371 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24955026-47b7-4845-9769-36f811ac6b6c req-d4740220-055d-4753-ba57-1502ded5cfd3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:51:59.981869 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-24955026-47b7-4845-9769-36f811ac6b6c req-d4740220-055d-4753-ba57-1502ded5cfd3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 944 time: 0.1157434 Aug 18 07:52:00.037183 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-b5afb912-a050-4a99-ac24-821b78ad53ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546820 Aug 18 07:52:00.063641 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-87d7c4fb-62c6-4360-a747-96dd2bfbb770 req-c87f9708-ce05-4c60-96fe-e3a8489aa5ff tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080205 Aug 18 07:52:00.128987 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-24955026-47b7-4845-9769-36f811ac6b6c req-c64b9644-d8e5-4712-a002-6d38b92508b9 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344497 Aug 18 07:52:00.179405 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-b4c829cf-e308-4008-855c-d309dc3029f1 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319001 Aug 18 07:52:00.565295 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907474e2-b1f9-489c-95f7-aa81d1eb16fb req-cdf03bd8-c023-438b-97e7-2c620c37202c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:00.566802 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-907474e2-b1f9-489c-95f7-aa81d1eb16fb req-cdf03bd8-c023-438b-97e7-2c620c37202c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 943 time: 0.3239346 Aug 18 07:52:00.569319 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dace3942-7682-402c-9f62-1a55097a49da req-16a2e581-b97c-4ca8-8435-4103a68f0d2e service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788218 Aug 18 07:52:00.658400 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-907474e2-b1f9-489c-95f7-aa81d1eb16fb req-95fcc4b2-c120-4d25-a6a8-220831cce229 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800993 Aug 18 07:52:00.678088 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1da5dc-5ac7-468f-91c5-6fbd32d1ee8e req-63010e05-5800-4d52-8f82-c57fc1d3466e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:00.680654 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4f1da5dc-5ac7-468f-91c5-6fbd32d1ee8e req-63010e05-5800-4d52-8f82-c57fc1d3466e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0738416 Aug 18 07:52:00.732901 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4f1da5dc-5ac7-468f-91c5-6fbd32d1ee8e req-e37a48ef-dc58-4471-ac00-f89eed3817a2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Aug 18 07:52:00.768196 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 70738249-1635-44e2-b244-2d480db5c9f2 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:00.774647 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device df863085-4ccf-4fb6-baf6-4c2c501f5bad details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:52:00.879500 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 70738249-1635-44e2-b244-2d480db5c9f2 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:52:00.886725 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 70738249-1635-44e2-b244-2d480db5c9f2 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:00.887122 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:00.972711 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:00.991456 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'port_id': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad', 'mac_address': 'fa:16:3e:6f:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:52:01.069422 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:01.072519 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:01.100664 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df863085-4ccf-4fb6-baf6-4c2c501f5bad {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:01.133209 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:01.142567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:01.143730 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:01.149172 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:01.207054 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:01.219334 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.219792 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.220376 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.220828 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.221236 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.221645 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.222047 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.222450 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.223058 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.223458 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.223859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.224266 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:52:01.229678 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38e924-6d4f-4d40-900d-bed7b081d584 req-b211634b-f554-4605-b2de-565ac74ca8ab tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:01.231790 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ec38e924-6d4f-4d40-900d-bed7b081d584 req-b211634b-f554-4605-b2de-565ac74ca8ab tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0591862 Aug 18 07:52:01.283844 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:01.308223 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31461810-cdfe-43b4-bfa5-28f188a963c1 req-e77ce7d6-ea6f-4b9c-a562-2b4afd309407 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:01.310206 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31461810-cdfe-43b4-bfa5-28f188a963c1 req-e77ce7d6-ea6f-4b9c-a562-2b4afd309407 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0772085 Aug 18 07:52:01.316031 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ec38e924-6d4f-4d40-900d-bed7b081d584 req-a674ba5c-26ab-4784-986f-48b99b966cde tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745387 Aug 18 07:52:01.360688 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31461810-cdfe-43b4-bfa5-28f188a963c1 req-5d449df9-90ad-4df8-9806-a9903e5ca930 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Aug 18 07:52:01.366936 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:01.369914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a803a5-103c-42e3-8b66-d8321e839e9a" -d '{"events": [{"server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "name": "network-vif-plugged", "status": "completed", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:01.413670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5818766-955c-4371-bfc7-e9ee01d2af42 x-openstack-request-id: req-c5818766-955c-4371-bfc7-e9ee01d2af42 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:01.414129 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "name": "network-vif-plugged", "status": "completed", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:01.414544 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5818766-955c-4371-bfc7-e9ee01d2af42 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:01.415138 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'code': 200} Aug 18 07:52:01.451654 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['df863085-4ccf-4fb6-baf6-4c2c501f5bad'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:01.703078 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf175b1-1875-4c0c-8826-f7a0540cdccc req-13ba0854-9af6-48f7-aadc-64ccb2bdfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:01.705133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fdf175b1-1875-4c0c-8826-f7a0540cdccc req-13ba0854-9af6-48f7-aadc-64ccb2bdfdaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1098 time: 0.1168690 Aug 18 07:52:01.756903 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fdf175b1-1875-4c0c-8826-f7a0540cdccc req-39c2ff71-00c5-4267-b635-fe7a0e0acc93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Aug 18 07:52:01.894506 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416b088-7d31-4db0-b946-56abd964df73 req-3d7e28a6-95be-434b-9d08-7d7a36c123ab tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:01.896028 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a416b088-7d31-4db0-b946-56abd964df73 req-3d7e28a6-95be-434b-9d08-7d7a36c123ab tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 943 time: 0.1418891 Aug 18 07:52:01.927809 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a972e-ce15-4492-b46f-3cbff77df54a req-44214145-cc05-414e-a93b-a30df5b61e4b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:01.929321 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-453a972e-ce15-4492-b46f-3cbff77df54a req-44214145-cc05-414e-a93b-a30df5b61e4b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0799823 Aug 18 07:52:01.971002 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a416b088-7d31-4db0-b946-56abd964df73 req-a62bad3f-1438-46d3-a720-ece60f48eba5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Aug 18 07:52:01.995664 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-453a972e-ce15-4492-b46f-3cbff77df54a req-f36d75b0-f478-467f-a1d9-86d7fb8285a8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514112 Aug 18 07:52:02.491713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9a0a8-13da-4a45-bdf5-48596bbabe12 req-4d24ac8e-8f08-455d-8a18-d91321b8d0d7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:02.493374 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b9a0a8-13da-4a45-bdf5-48596bbabe12 req-4d24ac8e-8f08-455d-8a18-d91321b8d0d7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Aug 18 07:52:02.538996 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b9a0a8-13da-4a45-bdf5-48596bbabe12 req-9fc9cc6a-7458-4c4b-bbc4-86a413766c28 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Aug 18 07:52:02.796470 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 54a5d5f6-b688-43b8-b90b-0f34ce183c8c details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:52:02.799399 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device df863085-4ccf-4fb6-baf6-4c2c501f5bad up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:02.923257 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port df863085-4ccf-4fb6-baf6-4c2c501f5bad completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:52:02.936094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port df863085-4ccf-4fb6-baf6-4c2c501f5bad triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:02.936750 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:03.016746 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:03.043778 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c', 'network_id': '64e4cba0-dbad-4d3d-ada6-ebc30785d589', 'port_id': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c', 'mac_address': 'fa:16:3e:98:3f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461bd1f-9edd-49da-9cf6-0f3e6161e764', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:52:03.117912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22835e0-c84a-46bb-8893-5765758c78ab req-a4338df7-c276-47e5-97a5-9bf625f3dc0c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:03.126225 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e22835e0-c84a-46bb-8893-5765758c78ab req-a4338df7-c276-47e5-97a5-9bf625f3dc0c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 943 time: 0.0616891 Aug 18 07:52:03.135037 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:03.151778 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:03.182932 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e22835e0-c84a-46bb-8893-5765758c78ab req-bdd032a8-9d2c-47ef-b860-555ea6b19b98 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Aug 18 07:52:03.189796 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5d5f6-b688-43b8-b90b-0f34ce183c8c {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:03.230530 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:03.241962 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:03.245299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:03.315921 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:03.366272 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:03.389139 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24bcf7-144e-482c-82ae-30813003c761 req-2bc897c3-5a27-4148-b04b-0365292adfc8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:03.406437 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0f24bcf7-144e-482c-82ae-30813003c761 req-2bc897c3-5a27-4148-b04b-0365292adfc8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1533811 Aug 18 07:52:03.439529 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:03.447306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5090459-1339-432f-aeb2-0ae5b789dd5c" -d '{"events": [{"server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "name": "network-vif-plugged", "status": "completed", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:03.500384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0f24bcf7-144e-482c-82ae-30813003c761 req-562e0c6d-2f65-45da-bb25-74681091ca73 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929370 Aug 18 07:52:03.539162 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:03.586892 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f39555-6758-4be8-85a3-1eddd3f088f4 x-openstack-request-id: req-24f39555-6758-4be8-85a3-1eddd3f088f4 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:03.587253 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "name": "network-vif-plugged", "status": "completed", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:03.587659 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24f39555-6758-4be8-85a3-1eddd3f088f4 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:03.588286 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad', 'code': 200} Aug 18 07:52:03.595074 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['54a5d5f6-b688-43b8-b90b-0f34ce183c8c'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:03.692745 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52182-1898-412f-9027-4f3c83c8f2d4 req-d43d4b07-1ba6-467b-a3da-3f65a09e852e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:03.704822 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-42e52182-1898-412f-9027-4f3c83c8f2d4 req-d43d4b07-1ba6-467b-a3da-3f65a09e852e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0705516 Aug 18 07:52:03.772315 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-42e52182-1898-412f-9027-4f3c83c8f2d4 req-4ed9eba8-b4e8-4e37-9e19-58771d4e1fb3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Aug 18 07:52:03.828581 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb65b-23d6-4939-a024-172b2ad5187b req-5d693c19-e998-4e34-8474-b4b1348521be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:03.830843 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-02fdb65b-23d6-4939-a024-172b2ad5187b req-5d693c19-e998-4e34-8474-b4b1348521be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0568013 Aug 18 07:52:03.899209 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-02fdb65b-23d6-4939-a024-172b2ad5187b req-0b2a3762-8c66-4ae7-bedf-70bc1467d832 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Aug 18 07:52:03.979123 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6513f7f-8724-4412-baf9-a050fee96cb2 req-2dd734a9-cfe9-4578-8af0-56932fa7c25e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:03.980761 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d6513f7f-8724-4412-baf9-a050fee96cb2 req-2dd734a9-cfe9-4578-8af0-56932fa7c25e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0769458 Aug 18 07:52:04.026384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d6513f7f-8724-4412-baf9-a050fee96cb2 req-801a4d45-00b0-48b1-94e8-e4a6a5cd86a8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Aug 18 07:52:04.313624 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c44d0f-2254-48cc-b8dd-288297db16d8 req-fc3cc4ea-b15d-464e-b8a5-5eda8c442a74 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:04.315388 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2c44d0f-2254-48cc-b8dd-288297db16d8 req-fc3cc4ea-b15d-464e-b8a5-5eda8c442a74 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 944 time: 0.0658753 Aug 18 07:52:04.370002 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2c44d0f-2254-48cc-b8dd-288297db16d8 req-6b3b57ef-11fc-4e68-a5ec-edd62998cd7e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Aug 18 07:52:04.601014 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395364-9c96-4c4b-a6fd-c5781d9e26bb req-5881bdd6-26d3-46e3-97d3-8ad5eb06cd01 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:04.602775 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-47395364-9c96-4c4b-a6fd-c5781d9e26bb req-5881bdd6-26d3-46e3-97d3-8ad5eb06cd01 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0915375 Aug 18 07:52:04.678671 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-47395364-9c96-4c4b-a6fd-c5781d9e26bb req-e6e5c38c-3260-4a2b-b4bd-de618aa424f5 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668991 Aug 18 07:52:04.693479 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366de2-41b5-4e5f-bedb-74463d26f5e4 req-91da02b9-c6b0-4fc8-acc7-4807368521a5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:04.695758 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30366de2-41b5-4e5f-bedb-74463d26f5e4 req-91da02b9-c6b0-4fc8-acc7-4807368521a5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0859559 Aug 18 07:52:04.759133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30366de2-41b5-4e5f-bedb-74463d26f5e4 req-db711ea3-63a9-415e-a3c7-df2dfd171249 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545938 Aug 18 07:52:05.505080 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e320ec-60c3-4ffd-9af7-78be44742b63 req-75955cf8-67a2-42c0-877f-829aa06becf0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:05.506512 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0e320ec-60c3-4ffd-9af7-78be44742b63 req-75955cf8-67a2-42c0-877f-829aa06becf0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 944 time: 0.0586503 Aug 18 07:52:05.547517 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0e320ec-60c3-4ffd-9af7-78be44742b63 req-94176504-6226-4036-87d6-4ae51ec32b3a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Aug 18 07:52:05.897529 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc060e-20b6-42a0-859a-f0d46486a1ba req-bfb121e1-adae-4c2b-adc5-42ce06809a0b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:05.899111 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19fc060e-20b6-42a0-859a-f0d46486a1ba req-bfb121e1-adae-4c2b-adc5-42ce06809a0b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0578785 Aug 18 07:52:05.957134 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19fc060e-20b6-42a0-859a-f0d46486a1ba req-1d639118-966e-4559-9333-c10c9b3c1597 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516460 Aug 18 07:52:06.410741 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7992-ae93-4393-abbf-0abb2d83ad29 req-a3058e5a-cdf3-4ff8-b150-a04c43a8883b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:06.417039 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1b1d7992-ae93-4393-abbf-0abb2d83ad29 req-a3058e5a-cdf3-4ff8-b150-a04c43a8883b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0610163 Aug 18 07:52:06.458387 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1b1d7992-ae93-4393-abbf-0abb2d83ad29 req-75c68cdd-0344-4dc3-84ad-e3a3bd49c59c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Aug 18 07:52:06.710456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad599a3-c86c-435c-8d34-8b7d7dc7ea81 req-a1be43c2-79fa-4e37-993c-e34ca4842c40 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:06.712677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ad599a3-c86c-435c-8d34-8b7d7dc7ea81 req-a1be43c2-79fa-4e37-993c-e34ca4842c40 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 944 time: 0.0770838 Aug 18 07:52:06.775873 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ad599a3-c86c-435c-8d34-8b7d7dc7ea81 req-9f6c9735-53c7-4c60-a155-a853aca8f663 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Aug 18 07:52:06.844984 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 54a5d5f6-b688-43b8-b90b-0f34ce183c8c up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:06.901977 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:52:06.906567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:06.906988 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:07.001733 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:07.038906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:07.043264 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65355c7-daf6-4275-971c-cbc33df1db01" -d '{"events": [{"server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:07.067278 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:07.073934 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:07.099842 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362ff9a0-7241-489b-acb9-3ed1bc509527 x-openstack-request-id: req-362ff9a0-7241-489b-acb9-3ed1bc509527 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:07.100173 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:07.100384 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-362ff9a0-7241-489b-acb9-3ed1bc509527 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:07.100812 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c', 'code': 200} Aug 18 07:52:07.134100 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:07.144331 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3de38-d081-47db-a080-94f451963a61 req-ef2641e7-e5e7-49a4-bfc5-4c03c65bdb2d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:07.146955 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04d3de38-d081-47db-a080-94f451963a61 req-ef2641e7-e5e7-49a4-bfc5-4c03c65bdb2d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0873673 Aug 18 07:52:07.189671 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04d3de38-d081-47db-a080-94f451963a61 req-31da09c6-6158-4469-8dba-ba1b1b8028c1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362253 Aug 18 07:52:07.309821 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91533b-794c-4be8-9c51-7868b12382ac req-4e82e0b9-96f7-4375-b4e0-c59e3dae9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:07.311466 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b91533b-794c-4be8-9c51-7868b12382ac req-4e82e0b9-96f7-4375-b4e0-c59e3dae9c33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 1098 time: 0.0503566 Aug 18 07:52:07.366674 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b91533b-794c-4be8-9c51-7868b12382ac req-3aa23883-5a56-46b1-abca-47719128b678 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Aug 18 07:52:07.598450 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746233-17a2-4c45-b70d-f55da39ad2d2 req-1c2c06a8-304e-4b88-aa76-741694050d01 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:07.600090 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-69746233-17a2-4c45-b70d-f55da39ad2d2 req-1c2c06a8-304e-4b88-aa76-741694050d01 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0598555 Aug 18 07:52:07.647800 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-69746233-17a2-4c45-b70d-f55da39ad2d2 req-0795ca7b-f3ea-4bc5-a3bb-d2f6345bd3aa tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376174 Aug 18 07:52:07.919892 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ae213-30c3-41cf-ba97-2b2f5a72249b req-d91e63ca-2563-4c9e-830e-f3ab81955836 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:07.922945 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f74ae213-30c3-41cf-ba97-2b2f5a72249b req-d91e63ca-2563-4c9e-830e-f3ab81955836 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0632274 Aug 18 07:52:07.969723 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f74ae213-30c3-41cf-ba97-2b2f5a72249b req-573b60e0-796f-4ec8-80f6-7abad627b2f4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Aug 18 07:52:08.330933 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3404f8-efc6-4a19-a92e-592b155615c8 req-638d7876-15dc-4b8d-b2c0-4fccc2b99245 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:08.332694 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d3404f8-efc6-4a19-a92e-592b155615c8 req-638d7876-15dc-4b8d-b2c0-4fccc2b99245 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0566747 Aug 18 07:52:08.386436 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d3404f8-efc6-4a19-a92e-592b155615c8 req-577eb566-8a38-46d1-84e6-39cbec4a8a65 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470185 Aug 18 07:52:08.785823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7be3b-1fc4-46c0-a9c7-997797cf5838 req-21acbb60-cafa-4151-81ff-736344e106f0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:08.787465 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ce7be3b-1fc4-46c0-a9c7-997797cf5838 req-21acbb60-cafa-4151-81ff-736344e106f0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0550575 Aug 18 07:52:08.833602 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ce7be3b-1fc4-46c0-a9c7-997797cf5838 req-b0e407ca-3f3b-4598-997c-1bf529b9cce3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Aug 18 07:52:09.033592 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36396) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:09.094268 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2bbe8-0e7f-40a4-bd90-5ea40faf1d35 req-f4f2c6aa-211e-480f-8369-8f1379c4d162 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:09.095862 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37f2bbe8-0e7f-40a4-bd90-5ea40faf1d35 req-f4f2c6aa-211e-480f-8369-8f1379c4d162 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0551698 Aug 18 07:52:09.144741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37f2bbe8-0e7f-40a4-bd90-5ea40faf1d35 req-7ec7ad47-bb3d-493b-ba8e-3edaa5486805 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Aug 18 07:52:09.151268 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3e842451-5e07-41b2-b11b-2de8013f6344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.264570 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3e842451-5e07-41b2-b11b-2de8013f6344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.270008 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3e842451-5e07-41b2-b11b-2de8013f6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.303629 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3e842451-5e07-41b2-b11b-2de8013f6344 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13a62b6d52ed4a5186985e5b6b24d72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684438 Aug 18 07:52:09.306456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 36402) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:09.314050 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842451-5e07-41b2-b11b-2de8013f6344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10d265-b10e-4077-8950-a04b0d852dad,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:09.368932 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.394443 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.473641 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d187-7a86-4818-a20d-ff61301d8d8b req-6ae60136-39e2-4cbd-9c87-a8d3b84329d4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:09.475217 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1f76d187-7a86-4818-a20d-ff61301d8d8b req-6ae60136-39e2-4cbd-9c87-a8d3b84329d4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0865877 Aug 18 07:52:09.510928 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.513638 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.514787 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e10d265-b10e-4077-8950-a04b0d852dad HTTP/1.1" status: 204 len: 168 time: 0.2072356 Aug 18 07:52:09.547477 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b42947-62fb-4117-94f1-d6417c395222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10d265-b10e-4077-8950-a04b0d852dad,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:09.573206 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1f76d187-7a86-4818-a20d-ff61301d8d8b req-5e9713cc-9dc5-4c21-b03c-6705a44e06c6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 Aug 18 07:52:09.586428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0457dc-50e0-4135-add9-396eb405f64f req-9187cdbb-2f9d-41f9-be12-8bd6fb8982bf tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:09.589142 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bc0457dc-50e0-4135-add9-396eb405f64f req-9187cdbb-2f9d-41f9-be12-8bd6fb8982bf tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1103008 Aug 18 07:52:09.647794 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bc0457dc-50e0-4135-add9-396eb405f64f req-ce5733f4-7792-4345-85dc-7da588affae2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514603 Aug 18 07:52:09.861057 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36416) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:09.876113 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-de71f59f-f410-49fc-9b57-a54bc0e50802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.961437 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9b08-9808-4608-bb86-79e23de2f125 req-4d9d5a7d-8a80-4374-8c17-88a65a5f267c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:09.963515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbbb9b08-9808-4608-bb86-79e23de2f125 req-4d9d5a7d-8a80-4374-8c17-88a65a5f267c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0551517 Aug 18 07:52:09.987669 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-de71f59f-f410-49fc-9b57-a54bc0e50802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:09.993919 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-de71f59f-f410-49fc-9b57-a54bc0e50802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.009299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbbb9b08-9808-4608-bb86-79e23de2f125 req-f4960f4a-94a4-4063-8022-ec910e7aa213 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368578 Aug 18 07:52:10.029066 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-de71f59f-f410-49fc-9b57-a54bc0e50802 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=585d62727efd4e0c841780665e61ad2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667032 Aug 18 07:52:10.034587 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36422) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:10.047145 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f59f-f410-49fc-9b57-a54bc0e50802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b34f665-d957-4a5c-992f-9ed2e335a590,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:10.101151 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.127589 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.178978 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.182091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.183468 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b34f665-d957-4a5c-992f-9ed2e335a590 HTTP/1.1" status: 204 len: 168 time: 0.1477396 Aug 18 07:52:10.196233 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797d6b-07b3-4e7d-921f-e5596d3aebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b34f665-d957-4a5c-992f-9ed2e335a590,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:10.572688 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36430) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:10.599598 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9b5713d2-8f5d-4817-bf35-4806d02d6b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.740755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2f61-ac93-4852-9b88-4b5f6bd06f4c req-f7f8c3c1-3ae4-4322-9195-3a6bfb2af330 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:10.742271 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8bbc2f61-ac93-4852-9b88-4b5f6bd06f4c req-f7f8c3c1-3ae4-4322-9195-3a6bfb2af330 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0667212 Aug 18 07:52:10.751056 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9b5713d2-8f5d-4817-bf35-4806d02d6b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.759996 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9b5713d2-8f5d-4817-bf35-4806d02d6b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.807980 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9b5713d2-8f5d-4817-bf35-4806d02d6b35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f698085b323481aaa3ab6b86c6b8da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338259 Aug 18 07:52:10.808879 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5713d2-8f5d-4817-bf35-4806d02d6b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2822559-f7ae-4b5d-96d7-2f11974db306,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:10.812071 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36436) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:10.813922 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8bbc2f61-ac93-4852-9b88-4b5f6bd06f4c req-5c384b53-f7d4-489d-b959-e17e18250752 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Aug 18 07:52:10.824580 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f5319-4c6d-409b-a06d-04e28e402e08 req-f93937d6-a54f-463c-85db-2aa1474f2427 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:10.827596 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8e7f5319-4c6d-409b-a06d-04e28e402e08 req-f93937d6-a54f-463c-85db-2aa1474f2427 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0843463 Aug 18 07:52:10.870351 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8e7f5319-4c6d-409b-a06d-04e28e402e08 req-55db03ce-baa5-4168-874c-b860ed7dba68 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342362 Aug 18 07:52:10.900416 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:10.938512 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:11.011329 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:11.015182 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:11.016785 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2822559-f7ae-4b5d-96d7-2f11974db306 HTTP/1.1" status: 204 len: 168 time: 0.2035480 Aug 18 07:52:11.033103 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc6ae5-ea57-4882-9c0a-5608792663a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2822559-f7ae-4b5d-96d7-2f11974db306,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:11.188084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a7f95-ec05-4060-90f4-db4bc5a501b1 req-aea454e0-9be0-4d64-bb90-cdc217d9cede tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:11.189796 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-293a7f95-ec05-4060-90f4-db4bc5a501b1 req-aea454e0-9be0-4d64-bb90-cdc217d9cede tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0849493 Aug 18 07:52:11.236257 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-293a7f95-ec05-4060-90f4-db4bc5a501b1 req-6a9ed068-8b86-44e7-a694-1289edac993c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Aug 18 07:52:11.838715 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36466) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:11.956540 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37eb5-817a-48c4-8017-d2207f050161 req-3e235f2a-6d12-4922-b45e-b7095ab6944f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:11.958164 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-71c37eb5-817a-48c4-8017-d2207f050161 req-3e235f2a-6d12-4922-b45e-b7095ab6944f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0666807 Aug 18 07:52:11.969510 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129414808-network', 'tenant_id': 'd354dce5f61f476f96cbc1ce691efe19'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:12.006121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Made reservation on behalf of d354dce5f61f476f96cbc1ce691efe19 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:52:12.009228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.019237 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.036125 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-71c37eb5-817a-48c4-8017-d2207f050161 req-b9a549e1-6e35-4d65-9802-788b62a540e1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Aug 18 07:52:12.065071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48884e2b-de48-4f7c-8829-b8945d0acc88 req-7875631d-7e95-44dc-ac0a-021a19f37e2f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.066182 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-48884e2b-de48-4f7c-8829-b8945d0acc88 req-7875631d-7e95-44dc-ac0a-021a19f37e2f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.0834198 Aug 18 07:52:12.103482 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-48884e2b-de48-4f7c-8829-b8945d0acc88 req-5b30c22b-261d-42da-954d-aa01bca844a5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362039 Aug 18 07:52:12.191648 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.197931 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.229840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-1b6206dd-9ea1-4f9a-b892-2c94e43db3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.230043 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:52:12.233302 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-1b6206dd-9ea1-4f9a-b892-2c94e43db3fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 1098 time: 0.0815439 Aug 18 07:52:12.246495 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:12.260225 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.260987 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Added segment 76bd261e-57ba-4aa0-b7a4-8d794043ae4c of type vlan for network f413f22c-beea-4248-abe3-1a0f29b9f1b7 Aug 18 07:52:12.316498 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.356993 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.358112 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.358783 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.409755 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5698643 Aug 18 07:52:12.415932 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 36480) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:12.429373 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Request body: {'subnet': {'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129414808-subnet', 'tenant_id': 'd354dce5f61f476f96cbc1ce691efe19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:12.431429 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b05e-9ad4-4f47-97a2-e8de81e66e36 admin admin] Pushing event updated for resources: {'Network': ['ID=f413f22c-beea-4248-abe3-1a0f29b9f1b7,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:12.442273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:52:12.531212 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5993b-9ac4-463b-85af-b80faadfe62a req-ddd97c37-3973-4722-911d-79763b3a090c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.533906 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09d5993b-9ac4-463b-85af-b80faadfe62a req-ddd97c37-3973-4722-911d-79763b3a090c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1836994 Aug 18 07:52:12.535740 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-c0d1e4cb-801d-41d3-b69a-de5dbb9023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.538243 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-c0d1e4cb-801d-41d3-b69a-de5dbb9023cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.2931862 Aug 18 07:52:12.568608 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Made reservation on behalf of d354dce5f61f476f96cbc1ce691efe19 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:52:12.573431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8845563'] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:12.713196 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-d07d0147-f7b8-470d-8aea-ea738c8d1bf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c HTTP/1.1" status: 200 len: 217 time: 0.1565409 Aug 18 07:52:12.817343 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09d5993b-9ac4-463b-85af-b80faadfe62a req-170a33df-5d5c-4cfc-99ad-77646bb0d088 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744625 Aug 18 07:52:12.874653 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-d41bc1b7-0a0a-441c-8207-fdb06726f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:12.877503 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-d41bc1b7-0a0a-441c-8207-fdb06726f3d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.1390297 Aug 18 07:52:12.938126 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-de9a5f7a-d6da-4a8b-ba21-d079a7c08ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485108 Aug 18 07:52:13.066435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9638168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8845549'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:13.134882 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-877e4290-4f50-41b5-8cff-dd50afad0244 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854775 Aug 18 07:52:13.149664 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426d77fd-3157-4fe8-b511-603234764942,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:13.311499 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Checking segment: {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:52:13.311890 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Network hostable DHCP agents. Network: f413f22c-beea-4248-abe3-1a0f29b9f1b7, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:52:13.334998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1aa02-0bd1-47cd-b912-9d2c929aa734 req-d8347496-44a0-4401-8d75-d2278e994c01 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:13.336624 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19d1aa02-0bd1-47cd-b912-9d2c929aa734 req-d8347496-44a0-4401-8d75-d2278e994c01 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.2007606 Aug 18 07:52:13.353717 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a37b401-8ad3-4a03-bf83-7cb6494a0085 req-655d85b7-4c58-4fb4-b2bd-dd60bd20920c service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017627 Aug 18 07:52:13.382897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4ead2-ae98-4872-9666-88460f09caf6 req-d862f9d5-16e1-4005-997a-c6c10eeddbd6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:13.384509 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eb4ead2-ae98-4872-9666-88460f09caf6 req-d862f9d5-16e1-4005-997a-c6c10eeddbd6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1453600 Aug 18 07:52:13.412886 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:52:13.419677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19d1aa02-0bd1-47cd-b912-9d2c929aa734 req-4eb890ea-5834-4eff-ac55-8e93f3828a49 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730510 Aug 18 07:52:13.436182 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, f413f22c-beea-4248-abe3-1a0f29b9f1b7) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:52:13.444336 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:13.445144 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:13.461116 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9670bbe-95b1-469a-8c89-9faac86377a5 None None] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:52:13.474954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eb4ead2-ae98-4872-9666-88460f09caf6 req-7a005732-f3d6-4d72-ac6e-e60058b5219c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717909 Aug 18 07:52:13.483408 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-fe725827-d303-499c-8dff-08d1f4e57997 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0656500 Aug 18 07:52:13.682842 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a91fb3-f761-45a0-9cec-860430a8927e None None] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:52:13.961199 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a72e4-2952-4d6d-ab59-08aa3e1580f5 req-141b80fb-3706-4aad-aeb8-d27c9e89d9b8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:13.963737 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cf6a72e4-2952-4d6d-ab59-08aa3e1580f5 req-141b80fb-3706-4aad-aeb8-d27c9e89d9b8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0694249 Aug 18 07:52:14.027578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cf6a72e4-2952-4d6d-ab59-08aa3e1580f5 req-40cd8aae-2c3c-4395-a7f2-966b600353f9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562558 Aug 18 07:52:14.646814 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1fe0d-cd22-454f-9067-14721416ec06 req-c3a54605-050c-4414-a492-b1095a10dda6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:14.648845 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-07d1fe0d-cd22-454f-9067-14721416ec06 req-c3a54605-050c-4414-a492-b1095a10dda6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1316345 Aug 18 07:52:14.665201 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba228-8be9-4f3a-8815-44aae556c3c5 req-2ff3e54b-30cd-45c6-ac83-a61ae0befd33 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:14.667265 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf8ba228-8be9-4f3a-8815-44aae556c3c5 req-2ff3e54b-30cd-45c6-ac83-a61ae0befd33 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1004467 Aug 18 07:52:14.723511 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-07d1fe0d-cd22-454f-9067-14721416ec06 req-138bd731-bfac-4072-b0a8-7552f53914ad tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550797 Aug 18 07:52:14.737644 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf8ba228-8be9-4f3a-8815-44aae556c3c5 req-425dabe7-c74a-4a5e-a856-fdb3973334d6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538054 Aug 18 07:52:14.876424 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:52:15.046879 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:15.069511 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:52:15.141048 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:15.174393 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:15.198804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877b933-da96-45dd-b3a4-fb69bba4137b req-91d8277e-3733-482d-8151-08f378f3084c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:15.203122 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d877b933-da96-45dd-b3a4-fb69bba4137b req-91d8277e-3733-482d-8151-08f378f3084c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0875959 Aug 18 07:52:15.206964 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:15.212693 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:15.270648 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d877b933-da96-45dd-b3a4-fb69bba4137b req-e95e9bd5-14e5-4315-9d5d-ede5fc3091ee tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604770 Aug 18 07:52:15.419892 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=6']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:15.483887 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:16.070944 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542e642-48a0-456f-87d2-2faa97ce1f62 req-654091e7-af77-4e58-a834-e1eab6389322 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:16.073712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1542e642-48a0-456f-87d2-2faa97ce1f62 req-654091e7-af77-4e58-a834-e1eab6389322 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.2269301 Aug 18 07:52:16.149704 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f3660745-a40e-48dc-af1d-a715362209fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:16.152296 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f3660745-a40e-48dc-af1d-a715362209fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1097 time: 0.2204475 Aug 18 07:52:16.222079 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-45ee9ae5-d9cb-4c11-8fc0-5598e448be6e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:16.224677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-45ee9ae5-d9cb-4c11-8fc0-5598e448be6e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 809 time: 0.3619339 Aug 18 07:52:16.307755 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1542e642-48a0-456f-87d2-2faa97ce1f62 req-2dda1186-8589-4538-bd97-399a5ee24650 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220874 Aug 18 07:52:16.323290 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-b09cf1fd-561a-4fba-ba7a-9f82790efed9 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/quotas/d354dce5f61f476f96cbc1ce691efe19 HTTP/1.1" status: 200 len: 375 time: 0.0747988 Aug 18 07:52:16.385937 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-723233b2-0e72-49b5-bb0e-6d7ba9d3e835 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513752 Aug 18 07:52:16.533503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f3ef70b9-c235-4e39-8934-32bc588b7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:16.535035 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f3ef70b9-c235-4e39-8934-32bc588b7d24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.3531461 Aug 18 07:52:16.567261 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a8955-005c-4542-9b8c-a0e21061b288 req-87b5bdc6-be41-47b8-b926-84a1bcf43ac2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:16.568889 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc0a8955-005c-4542-9b8c-a0e21061b288 req-87b5bdc6-be41-47b8-b926-84a1bcf43ac2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.1775537 Aug 18 07:52:16.649275 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-d5a81c11-cf2b-417d-bc89-42869182d15c service neutron] 10.222.0.38 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415950 Aug 18 07:52:16.700705 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-a76cf33d-597e-4715-83a4-eb035f4e6069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 1000 time: 0.1523676 Aug 18 07:52:16.718155 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc0a8955-005c-4542-9b8c-a0e21061b288 req-76fd1890-eb6d-4fa7-bde4-12c4597e7b23 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411822 Aug 18 07:52:16.893292 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:16.969134 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:16.969501 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:17.032715 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-85aae777-d912-4e50-b16e-26aa25109bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:17.089760 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:17.116646 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:17.119171 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21db266-d1c9-4cc0-8477-45813ef172e9" -d '{"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:17.122698 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-e416f3ba-a002-41e1-8f62-c189f5c2f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:17.125276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-e416f3ba-a002-41e1-8f62-c189f5c2f6da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.3738935 Aug 18 07:52:17.145364 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:17.153835 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:17.211793 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-1fb1bffd-e938-48cb-9ede-9ce7647dc1b7 service neutron] 10.222.0.38 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263252 Aug 18 07:52:17.224361 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24be90-4726-4714-96d3-34480dd4dd6f req-9397a4d9-9fd4-4d37-ae62-7e13c0dc49a4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:17.226553 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce24be90-4726-4714-96d3-34480dd4dd6f req-9397a4d9-9fd4-4d37-ae62-7e13c0dc49a4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1957095 Aug 18 07:52:17.289773 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f435dadf-71bb-4461-b046-12f8a28aa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:17.292417 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-f435dadf-71bb-4461-b046-12f8a28aa54e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1422818 Aug 18 07:52:17.294597 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=7']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:17.446230 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce24be90-4726-4714-96d3-34480dd4dd6f req-7f88865d-f356-48d8-a29f-998a12e033be tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023249 Aug 18 07:52:17.517519 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-6bb8ffb2-6ada-4212-82ec-bb08ca2134cc service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135372 Aug 18 07:52:17.556915 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b128c5-3cb7-4b77-a3de-35ed2ef9f8c1 x-openstack-request-id: req-d4b128c5-3cb7-4b77-a3de-35ed2ef9f8c1 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:17.557382 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:17.557974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4b128c5-3cb7-4b77-a3de-35ed2ef9f8c1 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:17.558602 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'code': 200} Aug 18 07:52:17.737167 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58726202-26be-4568-9aef-c9b1008a0082 req-4e71b63a-badb-49d8-8a2d-ef586c8cbe62 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0997200 Aug 18 07:52:17.817839 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3fe4e-a248-4cf9-8f67-b7c2b4bcc2dd req-d1f8818e-889e-437c-897f-d8e677168d20 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:17.826967 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-48d3fe4e-a248-4cf9-8f67-b7c2b4bcc2dd req-d1f8818e-889e-437c-897f-d8e677168d20 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1883821 Aug 18 07:52:17.855626 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7dffb016-3969-4129-9d5d-d845acd7b3cc req-cce448b6-4aaa-4413-9aba-622aba181cd9 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241811 Aug 18 07:52:17.895072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-48d3fe4e-a248-4cf9-8f67-b7c2b4bcc2dd req-162f7f2e-56bb-4de5-aa5c-1708079d6e0e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665751 Aug 18 07:52:17.994918 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693604c-b116-49c6-8e25-8aa2e0aad058 req-5be59315-5823-4044-8fe0-1a410f9b5011 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:17.998215 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3693604c-b116-49c6-8e25-8aa2e0aad058 req-5be59315-5823-4044-8fe0-1a410f9b5011 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1119821 Aug 18 07:52:18.078746 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3693604c-b116-49c6-8e25-8aa2e0aad058 req-ae4a4845-54a3-48a7-96b5-d2704e9f46b4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667441 Aug 18 07:52:18.658656 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:18.744078 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6d4e-5511-4460-9e12-25081a5fbbd0 req-70abb34a-a92a-4d00-92b6-da7445c69b00 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:18.745929 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-187c6d4e-5511-4460-9e12-25081a5fbbd0 req-70abb34a-a92a-4d00-92b6-da7445c69b00 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1290188 Aug 18 07:52:18.819367 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:18.926245 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-187c6d4e-5511-4460-9e12-25081a5fbbd0 req-7cdbe634-d17f-4e78-8237-e3ef7f38effc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711299 Aug 18 07:52:18.984058 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2bc391bd-5ab6-4e98-a615-0351a9942bf2 req-5a34e68b-e32d-437f-a09b-79835554f8a0 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.1127951 Aug 18 07:52:19.084525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc35a71-194a-4b17-b0ee-29368fae3f18 req-fda9f4b2-9d0f-4a19-9bfd-11ce095ce33c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:19.086220 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfc35a71-194a-4b17-b0ee-29368fae3f18 req-fda9f4b2-9d0f-4a19-9bfd-11ce095ce33c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0680346 Aug 18 07:52:19.185708 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfc35a71-194a-4b17-b0ee-29368fae3f18 req-48210e01-ac3d-4693-955a-c321bc67d4a3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894649 Aug 18 07:52:19.370240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43630-4922-41ee-b62e-ee93844f1573 req-c4846609-395d-4662-b7cc-078d0ef18006 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:19.373078 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f2b43630-4922-41ee-b62e-ee93844f1573 req-c4846609-395d-4662-b7cc-078d0ef18006 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1227005 Aug 18 07:52:19.451856 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f2b43630-4922-41ee-b62e-ee93844f1573 req-ecbc76fd-4275-480d-8d50-4653ffad3cde tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712101 Aug 18 07:52:19.703404 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-011c3cb0-3653-4eb0-8b5e-6bf5fefb2a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:20.238093 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c72a682-4826-4741-b93b-355988cdd97e req-56e3daaa-bff6-4ec4-bee4-ec41f96d4b65 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0590072 Aug 18 07:52:20.271456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301aa1-500a-4275-a93b-1481ecc93b48 req-bb5f5d3b-c1bf-46fa-bed6-01a57bc14a90 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:20.271456 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-38301aa1-500a-4275-a93b-1481ecc93b48 req-bb5f5d3b-c1bf-46fa-bed6-01a57bc14a90 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1508586 Aug 18 07:52:20.349864 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-38301aa1-500a-4275-a93b-1481ecc93b48 req-abb9db14-35e9-40fa-9683-e18bdf98d374 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674849 Aug 18 07:52:20.485767 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de552-ecd0-4976-b56a-1441636d542c req-243b2b31-6d04-4d59-bc09-668f7ab970e0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:20.488710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-283de552-ecd0-4976-b56a-1441636d542c req-243b2b31-6d04-4d59-bc09-668f7ab970e0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1012032 Aug 18 07:52:20.604647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-283de552-ecd0-4976-b56a-1441636d542c req-f76cdb21-7c23-4525-a400-004606cc7896 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995576 Aug 18 07:52:20.699883 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bdf33-e92f-46eb-9b53-222772730ffb req-7881746f-e17b-4286-8281-f79b9e7d898e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:20.705878 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-493bdf33-e92f-46eb-9b53-222772730ffb req-7881746f-e17b-4286-8281-f79b9e7d898e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1195009 Aug 18 07:52:20.757780 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-493bdf33-e92f-46eb-9b53-222772730ffb req-a73eb125-c448-44b1-8ade-e3bfdfd2c3d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Aug 18 07:52:21.089333 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:21.468221 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-692d55fc-68f6-46b1-9ba3-0183804216ed req-926ffde9-c133-40d0-8be1-d89f34088109 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0713773 Aug 18 07:52:21.664957 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc357c23-4636-4a2f-b31c-05e46f3328b3 req-a4915803-fe83-42b0-891e-cfa759210784 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:21.667488 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc357c23-4636-4a2f-b31c-05e46f3328b3 req-a4915803-fe83-42b0-891e-cfa759210784 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1461856 Aug 18 07:52:21.842275 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc357c23-4636-4a2f-b31c-05e46f3328b3 req-3567d30c-642e-42ca-9208-53b375b62411 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617246 Aug 18 07:52:21.893484 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532acc5-ce1c-42f3-8e51-63d4a7c88dad req-becd9d3c-bf63-45c7-9995-f49a1e4ce7a2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:21.896943 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c532acc5-ce1c-42f3-8e51-63d4a7c88dad req-becd9d3c-bf63-45c7-9995-f49a1e4ce7a2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1361723 Aug 18 07:52:21.996179 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c532acc5-ce1c-42f3-8e51-63d4a7c88dad req-0d8abbe2-b4c2-4013-80c7-0ba3dff57316 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858176 Aug 18 07:52:22.074268 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbe43-2ca9-4dc3-b0b8-04ec928f9d0d req-9cf5ff58-3fd7-4b1e-a2b9-3a8f815e9681 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:22.077745 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-01ecbe43-2ca9-4dc3-b0b8-04ec928f9d0d req-9cf5ff58-3fd7-4b1e-a2b9-3a8f815e9681 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1104190 Aug 18 07:52:22.172436 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-01ecbe43-2ca9-4dc3-b0b8-04ec928f9d0d req-b7b1a55d-ed7f-41b3-a9d5-b8fafc8f5d98 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826654 Aug 18 07:52:22.332297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:22.594203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-5009eff7-a2b1-491d-9edc-93ba2a8b6aab tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:22.602243 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-5009eff7-a2b1-491d-9edc-93ba2a8b6aab tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 809 time: 0.2588184 Aug 18 07:52:22.627644 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Request body: {'port': {'device_id': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7', 'admin_state_up': True, 'tenant_id': 'd354dce5f61f476f96cbc1ce691efe19'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:22.718369 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2db09517-75c4-4790-a4cf-5441aaa44a71 req-a3f25941-e67a-4b75-aa77-a728feacbda9 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.1070886 Aug 18 07:52:22.849758 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Made reservation on behalf of d354dce5f61f476f96cbc1ce691efe19 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:52:22.854036 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:23.271137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8214f8-8eed-420e-9176-1c06d22d81a2 req-dd857bf3-dc75-4a87-ad0f-ffdd8d0b429d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:23.280339 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3f8214f8-8eed-420e-9176-1c06d22d81a2 req-dd857bf3-dc75-4a87-ad0f-ffdd8d0b429d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.3217216 Aug 18 07:52:23.296524 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Allocated IP 172.20.0.3 (f413f22c-beea-4248-abe3-1a0f29b9f1b7/426d77fd-3157-4fe8-b511-603234764942/f0efaff1-d23d-4f76-8de5-a259c370c2d5) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:52:23.335120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64b4f-06a2-4e44-b696-0b40072783f3 req-fed395de-b585-40ef-b781-833759dcdaa9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:23.337243 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-add64b4f-06a2-4e44-b696-0b40072783f3 req-fed395de-b585-40ef-b781-833759dcdaa9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.2011943 Aug 18 07:52:23.392852 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3f8214f8-8eed-420e-9176-1c06d22d81a2 req-290c8cea-4cf0-4bb9-87ce-7547ca305496 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108592 Aug 18 07:52:23.482968 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-add64b4f-06a2-4e44-b696-0b40072783f3 req-7e251eaa-e69b-4ce1-a6f5-8b17a37fa9a3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382978 Aug 18 07:52:23.796400 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6311b9-7cea-4668-85ca-4502815155cd req-ef79465a-691d-4f71-ab61-1f19988a0f53 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:23.810427 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c6311b9-7cea-4668-85ca-4502815155cd req-ef79465a-691d-4f71-ab61-1f19988a0f53 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1658864 Aug 18 07:52:23.873369 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:23.964550 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-90ed2eb3-5e0b-4a46-a00e-7a190d2f8e1d req-c936051f-08c0-4bfd-80a6-44b3e9666b09 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0788035 Aug 18 07:52:23.991341 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c6311b9-7cea-4668-85ca-4502815155cd req-26078f46-d5ae-4e68-b126-e9ef1144de48 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715360 Aug 18 07:52:24.060993 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:24.176178 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:52:24.187482 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:52:24.194233 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Pushing event updated for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:24.197388 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:52:24.236659 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2770c-3870-4c6e-a3fd-457a124f3c5b req-8170d70a-1276-4b0a-8213-c6f1c95cbc19 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:24.238554 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b2770c-3870-4c6e-a3fd-457a124f3c5b req-8170d70a-1276-4b0a-8213-c6f1c95cbc19 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.1647458 Aug 18 07:52:24.313543 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:24.314572 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:24.346866 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b2770c-3870-4c6e-a3fd-457a124f3c5b req-d7501592-a5d4-46c8-9402-4e96b00363ce tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927265 Aug 18 07:52:24.357101 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-c4939ce7-5180-45a2-9a19-2e4158e19e8f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7342601 Aug 18 07:52:24.378502 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Request body: {'port': {'device_id': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:24.407163 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36710) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:24.503352 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:24.780798 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ff90c-faa0-4be9-8d44-0c6b20b0df0c req-1c2b52d5-55f4-4f03-97be-ac6ecd4dd2e2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:24.796511 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d92ff90c-faa0-4be9-8d44-0c6b20b0df0c req-1c2b52d5-55f4-4f03-97be-ac6ecd4dd2e2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.2537982 Aug 18 07:52:24.903124 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16ab54-8d66-4fd2-b82f-1689ad181620 req-8256e792-60b0-42b2-9f26-b19deca58363 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:24.904901 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef16ab54-8d66-4fd2-b82f-1689ad181620 req-8256e792-60b0-42b2-9f26-b19deca58363 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1535506 Aug 18 07:52:24.928410 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabc9cc-d521-4b97-a945-dfaee9cca23d tempest-TestMinimumBasicScenario-233550465 tempest-TestMinimumBasicScenario-233550465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:24.934147 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2cabc9cc-d521-4b97-a945-dfaee9cca23d tempest-TestMinimumBasicScenario-233550465 tempest-TestMinimumBasicScenario-233550465-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1093 time: 0.5246153 Aug 18 07:52:24.935194 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36724) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:24.941188 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'port_id': '70738249-1635-44e2-b244-2d480db5c9f2', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:24.950819 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d92ff90c-faa0-4be9-8d44-0c6b20b0df0c req-1660080a-00dd-4830-8d9b-9d42e1be5b20 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625395 Aug 18 07:52:24.983455 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.067239 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef16ab54-8d66-4fd2-b82f-1689ad181620 req-03429ca9-1729-4750-afa0-b71fa5f27f4b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507680 Aug 18 07:52:25.201687 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.214084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f1a7-21dd-48e9-aa0d-e3c534abe9ed req-b8b111a6-4a5d-44d3-b0f0-c9e270296447 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:25.217096 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfb4f1a7-21dd-48e9-aa0d-e3c534abe9ed req-b8b111a6-4a5d-44d3-b0f0-c9e270296447 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 931 time: 0.1386824 Aug 18 07:52:25.370829 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0efaff1-d23d-4f76-8de5-a259c370c2d5 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:25.385609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.402214 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfb4f1a7-21dd-48e9-aa0d-e3c534abe9ed req-f92a7e94-047e-4f86-8f6f-91512cc96c88 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695917 Aug 18 07:52:25.427157 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Transition to ACTIVE for port object f0efaff1-d23d-4f76-8de5-a259c370c2d5 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:52:25.451333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-48e2384b-7c3c-4471-8da2-45087415e844 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:25.461790 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-48e2384b-7c3c-4471-8da2-45087415e844 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.2736988 Aug 18 07:52:25.468347 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.577610 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-eae1604d-18ba-4e0b-b607-482931fbaf6f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/quotas/7137f39c9f5148c4bca790c5f381cc3c HTTP/1.1" status: 200 len: 375 time: 0.1144824 Aug 18 07:52:25.615006 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Allocated IP 172.27.0.106 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/b8bc1e72-95fe-4f4d-9201-d99e42ff55c9) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:52:25.654859 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Pushing event updated for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:25.748185 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56542-a150-4ebc-a087-bd02555fdcd8 req-c7ee8e71-74b7-4d95-bb91-b6b5493db80b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:25.750087 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-76c56542-a150-4ebc-a087-bd02555fdcd8 req-c7ee8e71-74b7-4d95-bb91-b6b5493db80b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1162434 Aug 18 07:52:25.791627 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-ad6f22d7-af47-4d54-b429-ce57f2586225 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2127109 Aug 18 07:52:25.798447 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.872647 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:25.953608 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'Port': ['ID=b8bc1e72-95fe-4f4d-9201-d99e42ff55c9,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:25.954237 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-76c56542-a150-4ebc-a087-bd02555fdcd8 req-59747840-2947-4493-92ce-ea2a836b61dc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520307 Aug 18 07:52:25.966767 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Attempting to bind port f0efaff1-d23d-4f76-8de5-a259c370c2d5 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:52:25.967404 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Attempting to bind port f0efaff1-d23d-4f76-8de5-a259c370c2d5 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:52:25.967980 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Attempting to bind port f0efaff1-d23d-4f76-8de5-a259c370c2d5 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:52:25.977360 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:52:25.979274 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:52:25.986469 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:52:26.004665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Port f0efaff1-d23d-4f76-8de5-a259c370c2d5 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:52:26.005307 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Attempting to bind port f0efaff1-d23d-4f76-8de5-a259c370c2d5 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:52:26.023439 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:52:26.024112 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Checking segment: {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:52:26.024878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Bound using segment: {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:52:26.025671 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Bound port: f0efaff1-d23d-4f76-8de5-a259c370c2d5, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:52:26.026230 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:26.076107 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-ee59d536-add2-48ac-a962-ae22c10557ed service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831554 Aug 18 07:52:26.386763 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641adf8-e72f-4f55-8a35-597645c37360 req-82e44653-a533-4742-976f-204a70069dbd tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:26.388630 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c641adf8-e72f-4f55-8a35-597645c37360 req-82e44653-a533-4742-976f-204a70069dbd tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.3307042 Aug 18 07:52:26.430561 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:52:26.435248 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-3dbff1c7-d5f1-4e38-915e-70be42d31eb4 service neutron] 10.222.0.38 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578308 Aug 18 07:52:26.463865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:52:26.469736 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c641adf8-e72f-4f55-8a35-597645c37360 req-ecf70d4a-1740-4240-95cf-feee5ac4a5eb tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701725 Aug 18 07:52:26.549942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:26.858921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:26.970099 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:27.035941 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.036677 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:27.038022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] 10.222.0.42 "PUT /v2.0/ports/f0efaff1-d23d-4f76-8de5-a259c370c2d5 HTTP/1.1" status: 200 len: 1093 time: 2.6645045 Aug 18 07:52:27.057262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:27.059710 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:27.147488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa9fb-448e-4294-aaa1-1b9d92a191da service neutron] Pushing event updated for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:27.181663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9c644-9c5a-4baa-a0a1-7d7a63ddbf46 req-0705692b-afbb-44bc-bc9d-972b6c8cd150 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.206033 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31c9c644-9c5a-4baa-a0a1-7d7a63ddbf46 req-0705692b-afbb-44bc-bc9d-972b6c8cd150 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 943 time: 0.2181115 Aug 18 07:52:27.244281 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6294b-d630-48ca-a827-f700fbfb2de2 req-dd59581a-b0b5-4bee-a630-e9f77270fdf2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.252249 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cef6294b-d630-48ca-a827-f700fbfb2de2 req-dd59581a-b0b5-4bee-a630-e9f77270fdf2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.2656963 Aug 18 07:52:27.339144 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-7cc96091-6575-442e-9956-c183070e9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.350171 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-7cc96091-6575-442e-9956-c183070e9e5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 1096 time: 0.2473669 Aug 18 07:52:27.380285 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31c9c644-9c5a-4baa-a0a1-7d7a63ddbf46 req-210d877d-1a46-49d4-8666-9a92bd31aa2c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727898 Aug 18 07:52:27.461149 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cef6294b-d630-48ca-a827-f700fbfb2de2 req-7c79648f-afe3-4bd4-9ab0-fb7e57656158 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078032 Aug 18 07:52:27.583111 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-bbfab5c4-f492-4df4-8ca9-6d36ae40a049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5 HTTP/1.1" status: 200 len: 217 time: 0.2008805 Aug 18 07:52:27.586228 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:27.593739 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:27.721044 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-793c593f-b6bc-4aab-83da-89b215586bd3 req-d6fe571e-f50e-4c01-b8cb-f5c4ccbcff02 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 210 time: 0.1361036 Aug 18 07:52:27.739098 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'Port': ['ID=b8bc1e72-95fe-4f4d-9201-d99e42ff55c9,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:27.761235 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:27.807652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8671fc-8b90-4a65-b092-875890e939f2 x-openstack-request-id: req-cf8671fc-8b90-4a65-b092-875890e939f2 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:27.811181 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:27.811717 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf8671fc-8b90-4a65-b092-875890e939f2 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:27.812237 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5', 'status': 'completed', 'code': 200} Aug 18 07:52:27.947374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-adaffbef-5225-400a-af5f-26c26f9e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.950660 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-adaffbef-5225-400a-af5f-26c26f9e12bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=426d77fd-3157-4fe8-b511-603234764942 HTTP/1.1" status: 200 len: 849 time: 0.3189328 Aug 18 07:52:27.966848 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc214e3-9fab-44d4-ab24-14ce86594a0b req-45563460-b6db-4b48-8176-dea99709bdec tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:27.981462 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dcc214e3-9fab-44d4-ab24-14ce86594a0b req-45563460-b6db-4b48-8176-dea99709bdec tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.3894682 Aug 18 07:52:28.055135 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-9a979328-9f7a-4080-a71c-8b04a4f552ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f413f22c-beea-4248-abe3-1a0f29b9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717089 Aug 18 07:52:28.067015 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Floating IP f5de183d-2053-42d7-92cc-5ef1d55349c8 associated. External IP: 172.27.0.106, port: 70738249-1635-44e2-b244-2d480db5c9f2. Aug 18 07:52:28.076430 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead9a37-3815-4a35-a4ee-b2208952a5e1 req-4f50e2bf-de4c-4358-9985-ae1e879e0ca2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:28.078070 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7ead9a37-3815-4a35-a4ee-b2208952a5e1 req-4f50e2bf-de4c-4358-9985-ae1e879e0ca2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1986763 Aug 18 07:52:28.212423 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dcc214e3-9fab-44d4-ab24-14ce86594a0b req-96300834-d012-43b0-9ccb-2eace5e459ab tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195666 Aug 18 07:52:28.244306 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7ead9a37-3815-4a35-a4ee-b2208952a5e1 req-674bf7a8-04ad-40c7-b994-c162c2b0580c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096201 Aug 18 07:52:28.282618 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36784) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:28.296752 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-2824c57e-7d9e-448c-8056-bc2ec7ee067f service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163799 Aug 18 07:52:28.506334 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ce5f968-bc8e-4422-b4cb-fcc5854fe836 req-66b25dfd-a21c-48db-819e-94ade69e1885 service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990559 Aug 18 07:52:28.543406 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a5f291a8-f003-4a4f-9412-aab11fc3e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:28.570780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddd9c6-5f6b-4332-a420-31aad2abfaac req-41c992ad-7d8d-444c-bb89-0bdce358928c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:28.580788 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bddd9c6-5f6b-4332-a420-31aad2abfaac req-41c992ad-7d8d-444c-bb89-0bdce358928c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0731840 Aug 18 07:52:28.621979 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:52:28.728219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-09a1efa1-b256-4c6a-a149-6b49bdf94a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:28.730036 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-09a1efa1-b256-4c6a-a149-6b49bdf94a30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 1096 time: 0.1400614 Aug 18 07:52:28.738279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56acb-2c8a-400f-91b5-d51c700d0c68 req-3ac76a35-160b-4199-afdb-3df5d30c4764 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:28.740024 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36e56acb-2c8a-400f-91b5-d51c700d0c68 req-3ac76a35-160b-4199-afdb-3df5d30c4764 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1235871 Aug 18 07:52:28.759202 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bddd9c6-5f6b-4332-a420-31aad2abfaac req-37cc1c99-9893-4049-8a9e-fdd8f0246efd tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772392 Aug 18 07:52:28.833614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a5f291a8-f003-4a4f-9412-aab11fc3e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:28.843130 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a5f291a8-f003-4a4f-9412-aab11fc3e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:28.879549 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:52:28.907213 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a5f291a8-f003-4a4f-9412-aab11fc3e8b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=472007c27b0440cfaa0c667a3ef4c4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228781 Aug 18 07:52:28.910123 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Sync routers for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:52:28.916281 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36794) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:28.925999 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:52:28.926596 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:52:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:52:28.966339 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f291a8-f003-4a4f-9412-aab11fc3e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f84616-936a-4fb1-9141-a0e977aa1fd1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:28.982624 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.037645 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e879a7e0-bbce-4de4-9249-19db389db7f6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0990903 Aug 18 07:52:29.043617 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:29.047294 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2766df5-4d33-42c1-8222-be715a232bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:29.051872 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36796) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:29.054636 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.061599 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876576452', 'description': 'tempest-secgroup-smoke-876576452 description', 'project_id': '381c87fadeec465d8242edcf360f02f2'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:29.099459 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36e56acb-2c8a-400f-91b5-d51c700d0c68 req-88bfba82-ca5b-4916-be5f-ef55de4b053b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106024 Aug 18 07:52:29.116361 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.176125 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d6b6976d-1251-4e1e-80a7-25e75efac4bd req-a1d442c3-64fb-4ce2-b036-d8ce3aa6ce5c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 210 time: 0.2694125 Aug 18 07:52:29.198645 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2665615-e16d-4510-bae6-0e3647b3664f x-openstack-request-id: req-d2665615-e16d-4510-bae6-0e3647b3664f {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:29.199121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:29.201094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2665615-e16d-4510-bae6-0e3647b3664f {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:29.203458 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:52:29.206507 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:52:29.210863 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.303705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-efd242cb-898d-4112-ab5c-d033fc4e292c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.308050 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-efd242cb-898d-4112-ab5c-d033fc4e292c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 815 time: 0.5648706 Aug 18 07:52:29.316699 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-6cfe3f00-455b-45fb-969c-ec7a8757199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.319695 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-6cfe3f00-455b-45fb-969c-ec7a8757199e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 910 time: 0.5321414 Aug 18 07:52:29.347565 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-91ea3e11-b900-43f8-97a5-46a39477fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.349366 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-91ea3e11-b900-43f8-97a5-46a39477fa0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1098 time: 0.1349397 Aug 18 07:52:29.361703 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Request body: {'port': {'device_id': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'admin_state_up': True, 'tenant_id': '7137f39c9f5148c4bca790c5f381cc3c'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:29.483510 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-8767df2d-d4e9-4af0-ab29-3f63255fea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.485215 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-8767df2d-d4e9-4af0-ab29-3f63255fea0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.1142778 Aug 18 07:52:29.500929 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.518291 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.521859 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45f84616-936a-4fb1-9141-a0e977aa1fd1 HTTP/1.1" status: 204 len: 168 time: 0.6021113 Aug 18 07:52:29.548604 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65745a19-33aa-40e3-a4e5-f3eb007765af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f84616-936a-4fb1-9141-a0e977aa1fd1,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:29.551715 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-9628f6f7-464f-472b-b04a-ce2cbac7135d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5 HTTP/1.1" status: 200 len: 217 time: 0.2072577 Aug 18 07:52:29.597625 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'f5de183d-2053-42d7-92cc-5ef1d55349c8', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'port_id': '70738249-1635-44e2-b244-2d480db5c9f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'mac_address': 'fa:16:3e:b5:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:52:26Z', 'updated_at': '2021-08-18T07:52:26Z', 'revision_number': 0, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:52:29.612215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbb82e-bdd0-4e8b-bc3f-322070d4ffdf req-29283a2c-a7b7-42d5-a62e-6b18078f05f6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.620901 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fcbb82e-bdd0-4e8b-bc3f-322070d4ffdf req-29283a2c-a7b7-42d5-a62e-6b18078f05f6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.2861614 Aug 18 07:52:29.629472 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Checking router: 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:52:29.640656 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:52:29.641153 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.641732 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:52:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:52:29.659215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d777875-9243-41d8-ba96-8cef68f2eb45 req-31dfa291-ca9e-415e-a6de-cc8a4e090017 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.662478 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d777875-9243-41d8-ba96-8cef68f2eb45 req-31dfa291-ca9e-415e-a6de-cc8a4e090017 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1813800 Aug 18 07:52:29.680921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.734739 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2feee0fe-4484-4c05-8483-5b7316fad2fa,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:29.738768 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-fb8b9fee-e7c8-4361-bbf0-95d633e39c89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 999 time: 0.2145603 Aug 18 07:52:29.780594 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:52:29.825178 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d777875-9243-41d8-ba96-8cef68f2eb45 req-656821bc-4cdf-483e-bd69-a86c5f7837db tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247168 Aug 18 07:52:29.844245 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-10c5cb9f-2b61-4dfa-978a-bdd782aeb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.846256 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-10c5cb9f-2b61-4dfa-978a-bdd782aeb90a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.0879190 Aug 18 07:52:29.865580 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fcbb82e-bdd0-4e8b-bc3f-322070d4ffdf req-c678bf60-4cc5-4bf1-ab9b-6372f5c888ba tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443116 Aug 18 07:52:29.868984 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.870378 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1ca875c2-c2fc-4226-9c56-937f0efa50aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8174474 Aug 18 07:52:29.881257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Made reservation on behalf of 7137f39c9f5148c4bca790c5f381cc3c for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:52:29.887736 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36812) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:29.895329 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:29.896808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:29.916291 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-1fa45feb-f81e-4612-82ff-006ed0c0b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:29.922498 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-1fa45feb-f81e-4612-82ff-006ed0c0b8b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=426d77fd-3157-4fe8-b511-603234764942 HTTP/1.1" status: 200 len: 849 time: 0.3574054 Aug 18 07:52:29.988880 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.004710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-7fa8a604-7ee8-4110-bd4a-dcc67ef03017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f413f22c-beea-4248-abe3-1a0f29b9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615230 Aug 18 07:52:30.088273 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-348de6c4-3604-4b7e-88f6-eb68869049c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:30.090927 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-348de6c4-3604-4b7e-88f6-eb68869049c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2141926 Aug 18 07:52:30.095090 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.117170 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.230718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cea859f-83ea-4918-af8d-1dae444eb028,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:30.244600 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.246288 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6daca4eb-0dcf-470a-9432-239ce4d61e53 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566766 Aug 18 07:52:30.251118 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36818) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:30.257409 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:30.309897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3331-a505-4dde-8eb8-5aea7f9567f8 req-6f701067-73ed-4682-bb2d-d39c5c3ab009 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:30.322152 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b6ba3331-a505-4dde-8eb8-5aea7f9567f8 req-6f701067-73ed-4682-bb2d-d39c5c3ab009 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 943 time: 0.3132298 Aug 18 07:52:30.332929 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'f5de183d-2053-42d7-92cc-5ef1d55349c8', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'port_id': '70738249-1635-44e2-b244-2d480db5c9f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'mac_address': 'fa:16:3e:b5:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:52:26Z', 'updated_at': '2021-08-18T07:52:26Z', 'revision_number': 0, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:52:30.346448 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-67890221-ad74-48dc-a0d0-bc139cea3658 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458677 Aug 18 07:52:30.347404 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.386034 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420040e0-f2ed-4602-8063-5a985dc4ede8 None None] The sync data for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi is: [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'f5de183d-2053-42d7-92cc-5ef1d55349c8', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'port_id': '70738249-1635-44e2-b244-2d480db5c9f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'mac_address': 'fa:16:3e:b5:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:52:26Z', 'updated_at': '2021-08-18T07:52:26Z', 'revision_number': 0, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:52:30.485356 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-b2766df5-4d33-42c1-8222-be715a232bf9 req-1f8645ea-6ac5-403a-a23e-98d2865ab852 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218481 Aug 18 07:52:30.502895 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-7bc6fd60-cd92-49ea-a982-adc32d6a851e service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827003 Aug 18 07:52:30.545037 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e37ce-002b-4465-8596-e64310706e12 req-18b23926-fbe2-437c-816f-def9d1677188 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:30.554361 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b13e37ce-002b-4465-8596-e64310706e12 req-18b23926-fbe2-437c-816f-def9d1677188 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.2828283 Aug 18 07:52:30.565981 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.571084 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.593616 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b6ba3331-a505-4dde-8eb8-5aea7f9567f8 req-5a07b8f3-0182-4671-8fc5-3f1214aa7452 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356305 Aug 18 07:52:30.600195 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617ff564-9eb2-4cd2-b77b-fcf4172d1635,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:30.626121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.631221 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-336ea7b2-6c29-433d-a456-95fde4e6ffe6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3757577 Aug 18 07:52:30.631221 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36820) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:30.638396 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Allocated IP 172.20.0.9 (2ff87db5-cd91-4704-9737-170919fa87c1/0b4eeada-ce25-40b3-8526-3b8563cc5e02/073b7c3e-1ef4-490c-971b-9be75d0bbe75) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:52:30.642968 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:30.699995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.765128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac05e4-c4e3-43b0-8b4a-6f061c17a297 None None] New status for floating IP f5de183d-2053-42d7-92cc-5ef1d55349c8: ACTIVE {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:52:30.780758 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b13e37ce-002b-4465-8596-e64310706e12 req-8ecceba2-ac48-46b2-88b5-3c65496eb89f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251384 Aug 18 07:52:30.794884 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-44bef779-6340-49b4-9bed-d5fba4788329 req-ec028397-676c-42bb-8d99-ffa838bd21b8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 210 time: 0.0640016 Aug 18 07:52:30.840213 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.851332 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.872259 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d63de79-65ba-435a-bbe5-a1fd6545bcd2,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:30.882417 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.883804 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3ac418b1-ffd3-4d09-95f5-b82efd27fe4b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520688 Aug 18 07:52:30.888101 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36824) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:30.896113 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:30.952203 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:30.956954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58a5a235-04e3-417e-a12c-7de8e9e2e1ff req-69245b5e-5978-4c5a-8343-2fb362bd201e service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280474 Aug 18 07:52:30.985949 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device f0efaff1-d23d-4f76-8de5-a259c370c2d5 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:52:31.046106 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.052287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.085532 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.091206 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016966 Aug 18 07:52:31.093977 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36828) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:31.098971 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:31.104118 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf0d1-2105-4858-bab2-c2011d935155 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e991c8e-e1eb-4460-932d-212b7e5d5023,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:31.143238 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.securitygroups_db [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Project 381c87fadeec465d8242edcf360f02f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:52:31.151561 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.168859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:31.186823 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5', 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7', 'port_id': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5', 'mac_address': 'fa:16:3e:57:0a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d77fd-3157-4fe8-b511-603234764942', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:52:31.252137 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.268241 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.279396 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.280224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0efaff1-d23d-4f76-8de5-a259c370c2d5 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:31.318365 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297e701d-e1c8-44b7-9a14-1d054db2c713,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:31.322020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:31.330563 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.331917 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.337214 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5109431c-7172-4642-92d2-eebb9e568ff7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2424321 Aug 18 07:52:31.338314 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36830) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:31.343990 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'security_group_rule': {'security_group_id': '2feee0fe-4484-4c05-8483-5b7316fad2fa', 'project_id': '381c87fadeec465d8242edcf360f02f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:31.370418 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.securitygroups_db [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Project 381c87fadeec465d8242edcf360f02f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:52:31.378718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.395783 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:31.499939 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.500837 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.509812 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad77e4-08ae-41f7-8bb0-daacb26b9950 req-4a648887-572f-4c5f-a6b9-38fce0833c6f tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:31.510276 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.511483 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04ad77e4-08ae-41f7-8bb0-daacb26b9950 req-4a648887-572f-4c5f-a6b9-38fce0833c6f tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.5533943 Aug 18 07:52:31.555251 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d17e6a8-e478-4dd0-8c1a-627075d54966,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:31.565621 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.567705 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-cc3ae03a-59da-4908-bf98-5dba9755f297 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2280760 Aug 18 07:52:31.582530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd376aaa-f049-4204-9c29-8492206c94ea req-cc2bef9c-29d8-4ef2-882c-b9462ff5a490 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:31.583930 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cd376aaa-f049-4204-9c29-8492206c94ea req-cc2bef9c-29d8-4ef2-882c-b9462ff5a490 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.2100556 Aug 18 07:52:31.609917 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04ad77e4-08ae-41f7-8bb0-daacb26b9950 req-346d4e53-2b01-44f6-aa29-2b8dcc0b2241 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857275 Aug 18 07:52:31.652705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.663356 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'a877a247-fb48-4ca8-a138-beaa3146d911', '5cc7c60d-e802-45b1-bc59-3609d352b18d'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:31.701715 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cd376aaa-f049-4204-9c29-8492206c94ea req-cda187f5-65d6-48aa-b9bc-22cd5a8c9b1a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907643 Aug 18 07:52:31.718617 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Network 2ff87db5-cd91-4704-9737-170919fa87c1 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:52:31.723101 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:52:31.725178 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event updated for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:31.734142 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:52:31.821512 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:31.822540 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:31.823045 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['f0efaff1-d23d-4f76-8de5-a259c370c2d5'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:31.874906 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-947cddf9-461f-47cf-93db-85d370441cbe req-e52b6519-9fdb-46d6-8ac9-6d021b090f14 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876576452&fields=id&tenant_id=381c87fadeec465d8242edcf360f02f2 HTTP/1.1" status: 200 len: 267 time: 0.1040177 Aug 18 07:52:31.887624 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-e36224ac-8048-44a4-b5f9-9e2534afa5a2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5311127 Aug 18 07:52:31.932845 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Request body: {'port': {'device_id': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:32.017065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b8cd-9bf3-484f-9e82-6202189f9460 req-79554fae-e472-43dd-8dcf-024635968187 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:32.019697 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-68d6b8cd-9bf3-484f-9e82-6202189f9460 req-79554fae-e472-43dd-8dcf-024635968187 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 944 time: 0.1908405 Aug 18 07:52:32.045031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cddf9-461f-47cf-93db-85d370441cbe req-6214bd71-f167-4bec-b8c2-b1725c2d0ae5 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:32.046642 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-947cddf9-461f-47cf-93db-85d370441cbe req-6214bd71-f167-4bec-b8c2-b1725c2d0ae5 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.1710515 Aug 18 07:52:32.077969 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'port': {'security_groups': ['6f6922b3-8ff5-4728-a04b-b469595e2282', '2feee0fe-4484-4c05-8483-5b7316fad2fa']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:32.115440 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:32.148889 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-68d6b8cd-9bf3-484f-9e82-6202189f9460 req-a363be01-9674-47a9-a162-09c6a27d0a7a tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190431 Aug 18 07:52:32.211601 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:52:32.227714 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:32.502172 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30266426-0d20-4597-a7ef-c8a5f4eeb9ac req-add421c2-b647-46cc-bb9c-eebe6909471b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:32.504679 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30266426-0d20-4597-a7ef-c8a5f4eeb9ac req-add421c2-b647-46cc-bb9c-eebe6909471b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1941502 Aug 18 07:52:32.703209 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30266426-0d20-4597-a7ef-c8a5f4eeb9ac req-9e0c97b1-dd96-4808-8038-4aca5869a698 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729357 Aug 18 07:52:32.835442 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:32.981606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.011001 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.126056 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0b9e-730f-417c-b053-fcb68c7fb02d req-982c4aef-0c12-451f-9a1b-e257f5851884 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:33.127662 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35cb0b9e-730f-417c-b053-fcb68c7fb02d req-982c4aef-0c12-451f-9a1b-e257f5851884 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 931 time: 0.2470136 Aug 18 07:52:33.215876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073b7c3e-1ef4-490c-971b-9be75d0bbe75 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:33.238335 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:33.239065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.240984 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-947cddf9-461f-47cf-93db-85d370441cbe req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "PUT /v2.0/ports/70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 981 time: 1.1712580 Aug 18 07:52:33.241799 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:33.244715 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e588a1a-e15d-48f5-bea3-026ee13573ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:33.279087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.319823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67abfc-da52-40b8-a1bb-44605803195e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=6']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:33.355117 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Transition to ACTIVE for port object 073b7c3e-1ef4-490c-971b-9be75d0bbe75 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:52:33.365383 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35cb0b9e-730f-417c-b053-fcb68c7fb02d req-2995caa9-719d-41c4-8c64-6eeb21c46edb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202852 Aug 18 07:52:33.366711 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.374357 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:33.448631 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Pushing event updated for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:33.474164 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:33.574484 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-e8ee1938-5827-43b2-9d24-533ed9021d71 None None] Provisioning complete for port 70738249-1635-44e2-b244-2d480db5c9f2 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:33.574849 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1938-5827-43b2-9d24-533ed9021d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:33.684187 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344282ec-97d3-403f-abde-7ff630ebf8d6 req-1b06ea9d-8992-4151-aaf7-41f2c394d70e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:33.686817 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-344282ec-97d3-403f-abde-7ff630ebf8d6 req-1b06ea9d-8992-4151-aaf7-41f2c394d70e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.2401907 Aug 18 07:52:33.707130 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5596e-5e7a-4a96-9ee6-db59d48c3f2b req-3bf2414f-b759-4602-bb08-a3079d225e7f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:33.709687 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfa5596e-5e7a-4a96-9ee6-db59d48c3f2b req-3bf2414f-b759-4602-bb08-a3079d225e7f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1692533 Aug 18 07:52:33.926364 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfa5596e-5e7a-4a96-9ee6-db59d48c3f2b req-a0ff8751-81cf-4ddd-b3ab-74c4d5001f1e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959591 Aug 18 07:52:33.933412 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-344282ec-97d3-403f-abde-7ff630ebf8d6 req-cc9aeb5b-e351-4daa-8671-01d640d6e635 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186844 Aug 18 07:52:33.935379 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Attempting to bind port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:52:33.935967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Attempting to bind port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:52:33.936571 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Attempting to bind port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:52:33.943780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 on network 2ff87db5-cd91-4704-9737-170919fa87c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:52:33.944778 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Attempting to bind port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 on network 2ff87db5-cd91-4704-9737-170919fa87c1 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:52:33.953884 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:52:33.954488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Checking segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:52:33.955037 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Bound using segment: {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:52:33.955641 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Bound port: 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ab29a7-06ee-477b-a99b-15fe37e507f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:52:33.956195 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:34.184284 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:52:34.212764 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:52:34.221257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:34.233675 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfcada-de40-48cd-b4d2-81c4e3a4930f req-7d81a1a9-a52c-4095-9bc8-b279927ab8f5 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.235281 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-69dfcada-de40-48cd-b4d2-81c4e3a4930f req-7d81a1a9-a52c-4095-9bc8-b279927ab8f5 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 944 time: 0.1789315 Aug 18 07:52:34.287258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316e4ba-d71c-485c-b99c-d695190e9cb8 req-8d0b6dd1-85e1-4651-bc24-e83d4024782b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.289201 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8316e4ba-d71c-485c-b99c-d695190e9cb8 req-8d0b6dd1-85e1-4651-bc24-e83d4024782b tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.2249110 Aug 18 07:52:34.310143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.310766 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:34.312192 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] 10.222.0.42 "PUT /v2.0/ports/073b7c3e-1ef4-490c-971b-9be75d0bbe75 HTTP/1.1" status: 200 len: 1093 time: 2.3915648 Aug 18 07:52:34.352246 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73354-54e9-4779-bc79-6efc86132a2f service neutron] Pushing event updated for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:34.358691 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-69dfcada-de40-48cd-b4d2-81c4e3a4930f req-ba9e6163-2e88-40f4-8c87-0d892ce67474 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941451 Aug 18 07:52:34.412777 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6f65a-63ba-4a9d-b8fc-f0b0df430530 x-openstack-request-id: req-b3b6f65a-63ba-4a9d-b8fc-f0b0df430530 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:34.413073 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:34.413374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3b6f65a-63ba-4a9d-b8fc-f0b0df430530 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:34.413714 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:52:34.432293 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-af551554-2ecd-4119-aa37-5b1ea9cd030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.432293 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-af551554-2ecd-4119-aa37-5b1ea9cd030b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 1096 time: 0.0626292 Aug 18 07:52:34.442985 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8316e4ba-d71c-485c-b99c-d695190e9cb8 req-beed365f-498a-414c-baaf-fab4b130b4b9 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127348 Aug 18 07:52:34.590267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746082bb-8079-4ac3-aee3-0a15eccbae1f req-4dd1afae-5109-43b7-bca2-7a4eb3d431b8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.591804 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-746082bb-8079-4ac3-aee3-0a15eccbae1f req-4dd1afae-5109-43b7-bca2-7a4eb3d431b8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1264150 Aug 18 07:52:34.604249 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-ccb68fcf-860a-4dce-95bd-c1cf40c119ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75 HTTP/1.1" status: 200 len: 217 time: 0.0653682 Aug 18 07:52:34.681920 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d11f54-3fe8-4236-8cae-f6f2b1575e56 req-6bdfe5d4-d91b-424e-a6a4-d92034a03e42 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.683445 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b3d11f54-3fe8-4236-8cae-f6f2b1575e56 req-6bdfe5d4-d91b-424e-a6a4-d92034a03e42 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 943 time: 0.1750677 Aug 18 07:52:34.740532 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-0e133e69-0a62-48b8-87cb-43b393d32167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.741984 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-0e133e69-0a62-48b8-87cb-43b393d32167 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1137 time: 0.1608045 Aug 18 07:52:34.747875 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-746082bb-8079-4ac3-aee3-0a15eccbae1f req-19dd1ffd-2482-48e3-b8f5-2ff6b49c0721 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464903 Aug 18 07:52:34.753646 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-a5adf408-9f67-492d-ad13-d71f79792d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.755077 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-a5adf408-9f67-492d-ad13-d71f79792d37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.1403298 Aug 18 07:52:34.832598 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-db0f2b53-5b61-4ec7-995d-c28e246603ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612042 Aug 18 07:52:34.837747 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b3d11f54-3fe8-4236-8cae-f6f2b1575e56 req-eaf7fe91-5125-4b69-b339-79f403191583 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439974 Aug 18 07:52:34.864220 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-80fa9d16-9f4a-4463-9a61-0c9da2c3a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.866315 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-80fa9d16-9f4a-4463-9a61-0c9da2c3a718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1098 time: 0.0479784 Aug 18 07:52:34.941722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-257704df-cfed-4d9e-ab9e-75db73ac5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:34.943467 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-257704df-cfed-4d9e-ab9e-75db73ac5548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.1917090 Aug 18 07:52:34.974235 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device f0efaff1-d23d-4f76-8de5-a259c370c2d5 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:35.022469 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-582b36d6-0124-43e7-b633-5e82da8b35d0 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774926 Aug 18 07:52:35.052277 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-40f29c08-2dac-4ee2-a811-00ddcaa962fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 1001 time: 0.0957582 Aug 18 07:52:35.053457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port f0efaff1-d23d-4f76-8de5-a259c370c2d5 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:52:35.058946 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port f0efaff1-d23d-4f76-8de5-a259c370c2d5 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:35.059412 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:35.169165 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:35.199803 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:35.204083 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbbdbfd-1af9-40b8-b115-9b88b4f71724" -d '{"events": [{"server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:35.225750 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:35.232140 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:35.235445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-c7f54d9c-d4e6-4435-879d-b9df929c6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.238169 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-c7f54d9c-d4e6-4435-879d-b9df929c6dec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.1737857 Aug 18 07:52:35.294356 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-395c578a-aa58-41fa-8d5e-efb712e3651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.296069 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-395c578a-aa58-41fa-8d5e-efb712e3651a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.4123356 Aug 18 07:52:35.304478 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:35.342470 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e68111f9-e4bd-48d0-9865-fa4828bc6672 req-d441811a-c416-41ab-88db-9225d2a456a0 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041611 Aug 18 07:52:35.379252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63002b9-db25-4229-8d2b-1293a984af69 req-6aedf6db-0a2b-4c1e-a1a5-7b9bdb50e618 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.382059 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a63002b9-db25-4229-8d2b-1293a984af69 req-6aedf6db-0a2b-4c1e-a1a5-7b9bdb50e618 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.2416422 Aug 18 07:52:35.392465 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-8ebe4096-8dc6-48de-a0eb-9b7af1f8b79f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 1001 time: 0.0822785 Aug 18 07:52:35.400681 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d9dd-b0ef-444b-99b7-f8285f300156 req-5e4103e6-a819-43a2-98cf-b50f17674bb8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.404276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4da2d9dd-b0ef-444b-99b7-f8285f300156 req-5e4103e6-a819-43a2-98cf-b50f17674bb8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.2465138 Aug 18 07:52:35.448961 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-aad1094c-c200-4e95-858a-70a7a84e3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.452167 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-aad1094c-c200-4e95-858a-70a7a84e3c23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1935260 Aug 18 07:52:35.472814 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-88bb9674-8163-43a7-94be-018f22898998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.474339 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-88bb9674-8163-43a7-94be-018f22898998 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0704875 Aug 18 07:52:35.525077 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-72689158-ec33-4175-aaa0-aaa5050eaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.526628 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-72689158-ec33-4175-aaa0-aaa5050eaecf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438986 Aug 18 07:52:35.577556 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a63002b9-db25-4229-8d2b-1293a984af69 req-b80a1c31-669b-4079-9ab0-ff4b07f58055 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716266 Aug 18 07:52:35.583143 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4da2d9dd-b0ef-444b-99b7-f8285f300156 req-6102c9d9-3205-4bbc-b293-1f7cc3efc923 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609614 Aug 18 07:52:35.646014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34383db1-4e3c-4e78-ad93-5ed60461be99 x-openstack-request-id: req-34383db1-4e3c-4e78-ad93-5ed60461be99 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:35.646629 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:35.647097 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34383db1-4e3c-4e78-ad93-5ed60461be99 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:35.647740 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5', 'code': 200} Aug 18 07:52:35.647876 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-3fb2bddb-f131-4ea8-9571-338c336cd922 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792409 Aug 18 07:52:35.665773 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-e3712e14-101c-497c-80d7-5173cbdaef57 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277575 Aug 18 07:52:35.785822 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-8363d7be-a6a4-4388-984d-c093d985772b service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111286 Aug 18 07:52:35.811127 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22579f-70d5-4da8-81a0-897a42ccd820 req-ac2948b9-4295-4c43-bc2c-eb012ec6dd88 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.812734 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb22579f-70d5-4da8-81a0-897a42ccd820 req-ac2948b9-4295-4c43-bc2c-eb012ec6dd88 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0899761 Aug 18 07:52:35.830779 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e588a1a-e15d-48f5-bea3-026ee13573ac req-1b3c9dfa-4a20-4b2f-bd03-682d0bb8f967 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690440 Aug 18 07:52:35.925104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb22579f-70d5-4da8-81a0-897a42ccd820 req-eb0c26ba-1427-4fa5-85fa-0d085f5d220c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986645 Aug 18 07:52:35.929162 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfdae-e3e3-47d7-bca3-aed989558df1 req-b1da5b68-91ae-4e25-b89b-c912c40740ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.930682 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-227cfdae-e3e3-47d7-bca3-aed989558df1 req-b1da5b68-91ae-4e25-b89b-c912c40740ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 1098 time: 0.1153631 Aug 18 07:52:35.943599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1b92d-93e9-4de1-bf58-6db0405831b9 req-e5c59d0c-f34c-432c-abd0-33a5a7fd33f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:35.945242 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a7b1b92d-93e9-4de1-bf58-6db0405831b9 req-e5c59d0c-f34c-432c-abd0-33a5a7fd33f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0942178 Aug 18 07:52:36.249828 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-227cfdae-e3e3-47d7-bca3-aed989558df1 req-e7e397e0-33ad-48ab-a6db-fa45a489a0a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017454 Aug 18 07:52:36.257424 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a7b1b92d-93e9-4de1-bf58-6db0405831b9 req-f4069553-851d-495b-9cd7-7635708759a1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016896 Aug 18 07:52:36.276689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbdb79-ed06-4250-b526-c5522812a5db req-a6ab9388-a935-48b4-ac66-f17822d85b3d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.278940 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17fbdb79-ed06-4250-b526-c5522812a5db req-a6ab9388-a935-48b4-ac66-f17822d85b3d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 943 time: 0.0951619 Aug 18 07:52:36.323067 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17fbdb79-ed06-4250-b526-c5522812a5db req-8d4bcde6-b4b4-4580-94e1-6d27cc376faa tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 18 07:52:36.415293 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:36.417674 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d892d64-4f95-4c79-97fa-f80169ebae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:36.454163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3f64b-4a2c-4123-b1e9-b7182c3c20f0 x-openstack-request-id: req-c5b3f64b-4a2c-4123-b1e9-b7182c3c20f0 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:36.454522 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:36.454811 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5b3f64b-4a2c-4123-b1e9-b7182c3c20f0 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:36.455246 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75', 'status': 'completed', 'code': 200} Aug 18 07:52:36.538015 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-9698656e-fcfa-4161-b17c-780fb85694ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.539797 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-9698656e-fcfa-4161-b17c-780fb85694ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 1096 time: 0.0506124 Aug 18 07:52:36.639963 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-696bded8-e99f-43b7-b14b-f3fe4ef522e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.641515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-696bded8-e99f-43b7-b14b-f3fe4ef522e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 200 len: 916 time: 0.0933001 Aug 18 07:52:36.714495 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-81e124ff-40a8-4fc5-86a4-996b9d2e8e5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75 HTTP/1.1" status: 200 len: 217 time: 0.0617077 Aug 18 07:52:36.826596 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-4e7ef852-83ba-4845-91a2-120e390f6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.828016 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-4e7ef852-83ba-4845-91a2-120e390f6c85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 200 len: 855 time: 0.0918560 Aug 18 07:52:36.841741 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c9ff-09f7-48b0-95dd-8adcd4bbf839 req-efbcf557-d351-4449-bba8-ae4139d1def9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.843516 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cd17c9ff-09f7-48b0-95dd-8adcd4bbf839 req-efbcf557-d351-4449-bba8-ae4139d1def9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1343405 Aug 18 07:52:36.853222 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4401-072b-4063-8bb3-ecaa79ac91e5 req-78c753a4-f915-4e64-9a36-9e70cb1ae7ae tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:36.854876 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-505e4401-072b-4063-8bb3-ecaa79ac91e5 req-78c753a4-f915-4e64-9a36-9e70cb1ae7ae tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 945 time: 0.1476562 Aug 18 07:52:36.905673 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-f15287c3-f793-4f8f-b05a-e90f17954135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff87db5-cd91-4704-9737-170919fa87c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608878 Aug 18 07:52:36.964003 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-505e4401-072b-4063-8bb3-ecaa79ac91e5 req-ebea3ad2-aab9-4bf3-bdad-0e32d6660a00 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987160 Aug 18 07:52:36.967776 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cd17c9ff-09f7-48b0-95dd-8adcd4bbf839 req-a7f71e1b-df15-480b-a8c6-caaf0d86fa19 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119120 Aug 18 07:52:36.974351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 073b7c3e-1ef4-490c-971b-9be75d0bbe75 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:52:36.993621 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:52:37.085931 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-49f2baba-011b-440f-b71f-7d632625013d service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562133 Aug 18 07:52:37.107835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c2b6-ecc0-474f-a3eb-ef54381c5952 req-3c7b0002-f81d-44f1-95ef-f60c4f1d29d6 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:37.109487 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0441c2b6-ecc0-474f-a3eb-ef54381c5952 req-3c7b0002-f81d-44f1-95ef-f60c4f1d29d6 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0715063 Aug 18 07:52:37.140243 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:37.179462 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:37.203136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '073b7c3e-1ef4-490c-971b-9be75d0bbe75', 'network_id': '2ff87db5-cd91-4704-9737-170919fa87c1', 'port_id': '073b7c3e-1ef4-490c-971b-9be75d0bbe75', 'mac_address': 'fa:16:3e:e1:17:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4eeada-ce25-40b3-8526-3b8563cc5e02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:52:37.204290 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0441c2b6-ecc0-474f-a3eb-ef54381c5952 req-dffd3ee7-7e69-4382-b3a7-bf3b2a22c947 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Aug 18 07:52:37.208251 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:37.231895 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d892d64-4f95-4c79-97fa-f80169ebae3b req-61080962-6c0e-426a-a282-1e0d329b36f5 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213856 Aug 18 07:52:37.232192 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:37.270709 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:37.298602 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073b7c3e-1ef4-490c-971b-9be75d0bbe75 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:52:37.309334 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=8']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:37.327191 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:37.333323 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:37.390426 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:37.424331 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aa210-76b1-4b9b-81a3-10ad1e1d4c52 req-b4038e77-2672-4c35-9f5b-f88d57e84f89 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:37.426240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a0aa210-76b1-4b9b-81a3-10ad1e1d4c52 req-b4038e77-2672-4c35-9f5b-f88d57e84f89 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0700979 Aug 18 07:52:37.498104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2a0aa210-76b1-4b9b-81a3-10ad1e1d4c52 req-a6bc5ee1-1765-4775-83c8-76dab122460e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Aug 18 07:52:37.508431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772e19-c818-489b-927c-1128c69256f0 req-61bceee2-c6ac-4ccf-a46d-edf3e5487682 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:37.510100 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-67772e19-c818-489b-927c-1128c69256f0 req-61bceee2-c6ac-4ccf-a46d-edf3e5487682 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 944 time: 0.0828061 Aug 18 07:52:37.556613 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-67772e19-c818-489b-927c-1128c69256f0 req-8d5fa3fe-9443-4b1a-8ed1-bfc6ed11d11c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Aug 18 07:52:37.649864 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:37.652101 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbf95e1-75bd-4cd3-8200-3ea8b1f7e159" -d '{"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:37.691477 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c966cee7-f8a5-4e45-97a5-62b85fa9c313 x-openstack-request-id: req-c966cee7-f8a5-4e45-97a5-62b85fa9c313 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:37.691764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:37.692018 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c966cee7-f8a5-4e45-97a5-62b85fa9c313 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:37.692436 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'code': 200} Aug 18 07:52:37.810959 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['073b7c3e-1ef4-490c-971b-9be75d0bbe75'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:38.218312 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0039e9e-2171-4d4f-a6d4-ca004b59a845 req-2d324bb5-69aa-45bc-82ce-40515419fa21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.221036 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f0039e9e-2171-4d4f-a6d4-ca004b59a845 req-2d324bb5-69aa-45bc-82ce-40515419fa21 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1391239 Aug 18 07:52:38.273497 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0651d5-d936-4278-9660-0e8a6b5a096c req-8814f621-e37a-4f7c-9864-d8c563f55f30 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.276364 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff0651d5-d936-4278-9660-0e8a6b5a096c req-8814f621-e37a-4f7c-9864-d8c563f55f30 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1517012 Aug 18 07:52:38.326418 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f0039e9e-2171-4d4f-a6d4-ca004b59a845 req-674d161b-70ad-4ba9-a22d-81a479471746 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962241 Aug 18 07:52:38.346101 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff0651d5-d936-4278-9660-0e8a6b5a096c req-c64193d6-2407-474c-b1cb-e15e5b1d4bd0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615780 Aug 18 07:52:38.470692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b8c86-2a7d-439c-b845-614b58bf0c40 req-32f80068-ccc5-4b3c-b453-f1ae1a8d194f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.472373 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e1b8c86-2a7d-439c-b845-614b58bf0c40 req-32f80068-ccc5-4b3c-b453-f1ae1a8d194f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Aug 18 07:52:38.525489 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e1b8c86-2a7d-439c-b845-614b58bf0c40 req-bacf7ad3-03f4-4f04-a99d-1b21b0251992 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Aug 18 07:52:38.749900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65965bf-5f67-4823-a5a4-f7f5d42839a5 req-f5f9c07b-8763-40d1-b23c-9d6bcaf06da3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.751372 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a65965bf-5f67-4823-a5a4-f7f5d42839a5 req-f5f9c07b-8763-40d1-b23c-9d6bcaf06da3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1650956 Aug 18 07:52:38.761581 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00704ade-739e-470c-a77d-637035091517 req-2984a950-ce87-4a9d-824c-603cfba2ec8b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.763594 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-00704ade-739e-470c-a77d-637035091517 req-2984a950-ce87-4a9d-824c-603cfba2ec8b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1542780 Aug 18 07:52:38.794963 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-29c0b4fa-d9d0-42b2-9669-60555166c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.796516 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-29c0b4fa-d9d0-42b2-9669-60555166c7b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.1085615 Aug 18 07:52:38.874072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a65965bf-5f67-4823-a5a4-f7f5d42839a5 req-13e756ff-c206-41e6-b801-1e052320d57a tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095150 Aug 18 07:52:38.894418 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-00704ade-739e-470c-a77d-637035091517 req-86b4b1b0-d0f6-45d7-8a8b-28ce6b31f37e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197414 Aug 18 07:52:38.950924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-7e960480-0f64-4fae-9010-c23150eb14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:38.952636 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-7e960480-0f64-4fae-9010-c23150eb14a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1446853 Aug 18 07:52:39.064565 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3bd2-2ad0-4b13-94b1-5bc0bccf51e8 req-607f6b3e-046a-4ebe-9d4f-f23107e6e8ec tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:39.067346 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f05f3bd2-2ad0-4b13-94b1-5bc0bccf51e8 req-607f6b3e-046a-4ebe-9d4f-f23107e6e8ec tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 944 time: 0.1298189 Aug 18 07:52:39.082734 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-b96ddcd9-31ff-468a-bba7-c94fd4467601 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1002 time: 0.1139095 Aug 18 07:52:39.166769 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f05f3bd2-2ad0-4b13-94b1-5bc0bccf51e8 req-5158ae8a-77d9-45c1-bc8e-b89684d19afa tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890510 Aug 18 07:52:39.176844 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-7da03b98-f69d-466b-b3bf-bf35192d39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:39.184876 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-7da03b98-f69d-466b-b3bf-bf35192d39ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0935507 Aug 18 07:52:39.240434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-9a263d99-b2e4-4191-9e38-34d8a33ea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:39.242085 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-9a263d99-b2e4-4191-9e38-34d8a33ea104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474415 Aug 18 07:52:39.371381 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-6a425fe3-788f-4e37-b2e5-38f2e53ba71c service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198270 Aug 18 07:52:39.462398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da83c5-203b-4461-bbb9-ce31ee850818 req-92002211-64bf-47d9-814e-57a5ef2b95f3 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:39.464110 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e6da83c5-203b-4461-bbb9-ce31ee850818 req-92002211-64bf-47d9-814e-57a5ef2b95f3 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1333299 Aug 18 07:52:39.568124 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4678c-3332-4c86-8f15-5bc3e098f5d3 req-2fb8e580-65ca-4309-9368-0e78e4e09983 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:39.569709 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3d4678c-3332-4c86-8f15-5bc3e098f5d3 req-2fb8e580-65ca-4309-9368-0e78e4e09983 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1274080 Aug 18 07:52:39.574370 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e6da83c5-203b-4461-bbb9-ce31ee850818 req-8f687073-1a26-4904-bc27-de3c1cf3d965 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985582 Aug 18 07:52:39.576816 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9644c9da-1e5c-48ed-a002-b4e353168655 req-1b10dd6a-937d-4a9a-8a43-d6a6b8cbfa34 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956758 Aug 18 07:52:39.625874 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3d4678c-3332-4c86-8f15-5bc3e098f5d3 req-01a14f64-802e-4858-8a59-79c9316002d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Aug 18 07:52:40.022776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854f1e-7afc-4f12-8a93-8016d6c0b457 req-2449bbf2-70c0-40ca-b623-9517c3582ed9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:40.025540 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d9854f1e-7afc-4f12-8a93-8016d6c0b457 req-2449bbf2-70c0-40ca-b623-9517c3582ed9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0678110 Aug 18 07:52:40.097886 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d9854f1e-7afc-4f12-8a93-8016d6c0b457 req-f96ef062-c46d-444b-8cc2-b29c79e12f23 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652885 Aug 18 07:52:40.140045 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0c25-89c9-432b-b102-79a13258d4b1 req-e9c86e6c-9037-42e5-91ea-36fae3602d65 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:40.141386 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-984b0c25-89c9-432b-b102-79a13258d4b1 req-e9c86e6c-9037-42e5-91ea-36fae3602d65 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0810134 Aug 18 07:52:40.182690 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-984b0c25-89c9-432b-b102-79a13258d4b1 req-1dc1cced-7f5e-4ae3-8a0a-07aac8b0fe3a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Aug 18 07:52:40.345473 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6960db2-4488-4463-aa30-0dbc759a0b95 req-08e59614-e8db-43e9-b2d8-bad0e17440c3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:40.348333 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d6960db2-4488-4463-aa30-0dbc759a0b95 req-08e59614-e8db-43e9-b2d8-bad0e17440c3 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 944 time: 0.0811155 Aug 18 07:52:40.419334 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d6960db2-4488-4463-aa30-0dbc759a0b95 req-4f425868-9373-4085-82d9-af1e3b48aab0 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617135 Aug 18 07:52:40.465057 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c85354-af52-48f2-8370-1bda8c8a26dd req-3869ab6c-ac23-4ee5-a2cb-e98c446a1478 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:40.466661 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-79c85354-af52-48f2-8370-1bda8c8a26dd req-3869ab6c-ac23-4ee5-a2cb-e98c446a1478 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0659246 Aug 18 07:52:40.519810 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-79c85354-af52-48f2-8370-1bda8c8a26dd req-e208fda0-083b-4853-9955-7cd228f07163 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Aug 18 07:52:40.723276 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c59be7-12b8-4598-b721-796773c75366 req-79c53db3-57d5-4c25-b30d-438a41abd497 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:40.724849 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19c59be7-12b8-4598-b721-796773c75366 req-79c53db3-57d5-4c25-b30d-438a41abd497 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0611727 Aug 18 07:52:40.775937 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19c59be7-12b8-4598-b721-796773c75366 req-c72262e6-71f1-4863-b0fb-1fb7aefb390e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Aug 18 07:52:40.804092 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 36970) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:52:40.897301 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-121aba79-ce31-49d5-8546-f27a4e519041 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915775 Aug 18 07:52:41.003272 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 073b7c3e-1ef4-490c-971b-9be75d0bbe75 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:52:41.088495 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:52:41.093517 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:52:41.094023 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:41.224314 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:41.272811 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:41.275201 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23ff3e-ff34-4da5-b1c5-f0787c0d7149" -d '{"events": [{"server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "name": "network-vif-plugged", "status": "completed", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:41.289273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:41.294934 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:41.295785 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:52:41.347473 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-8574ec6b-0883-4eb6-aaca-fe82b95c4839 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.349203 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-8574ec6b-0883-4eb6-aaca-fe82b95c4839 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1581256 Aug 18 07:52:41.359049 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c5fd9-c202-4345-964b-f57bfaf4e9c0 req-947e19ae-80aa-4566-a1c8-b76efbd22107 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.360692 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a7c5fd9-c202-4345-964b-f57bfaf4e9c0 req-947e19ae-80aa-4566-a1c8-b76efbd22107 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1540208 Aug 18 07:52:41.372087 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:41.411969 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c9bec-7b78-4d08-8c04-b0367d7d2204 req-bf30cbac-4c7d-4da2-87d1-af595f57ed90 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.413649 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6f5c9bec-7b78-4d08-8c04-b0367d7d2204 req-bf30cbac-4c7d-4da2-87d1-af595f57ed90 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1375730 Aug 18 07:52:41.500178 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0a7c5fd9-c202-4345-964b-f57bfaf4e9c0 req-f215bd56-7d0e-4791-a7f2-ed07e2c85cf5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256847 Aug 18 07:52:41.519478 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6f5c9bec-7b78-4d08-8c04-b0367d7d2204 req-62b05d87-75ae-41b0-92de-c30a8736e1ee tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955560 Aug 18 07:52:41.578391 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cc44a7-43f8-499a-a971-586421a4b8de x-openstack-request-id: req-89cc44a7-43f8-499a-a971-586421a4b8de {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:41.578817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "name": "network-vif-plugged", "status": "completed", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:41.579175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89cc44a7-43f8-499a-a971-586421a4b8de {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:41.579705 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75', 'code': 200} Aug 18 07:52:41.597805 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Deleting port f0efaff1-d23d-4f76-8de5-a259c370c2d5 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:52:41.598355 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:41.800085 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb978d-4f50-442b-b43d-be6544311651 req-ee978acc-89f6-44fc-ae53-3253707699a8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.802325 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-87fb978d-4f50-442b-b43d-be6544311651 req-ee978acc-89f6-44fc-ae53-3253707699a8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1437004 Aug 18 07:52:41.804613 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] For port f0efaff1-d23d-4f76-8de5-a259c370c2d5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f0efaff1-d23d-4f76-8de5-a259c370c2d5,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:52:41.805017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:41.837859 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c249-9722-40a3-9aa1-cf3d0aa0ac92 req-a0bd6219-fad5-4960-a5b3-db3a1390d930 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.839351 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eff4c249-9722-40a3-9aa1-cf3d0aa0ac92 req-a0bd6219-fad5-4960-a5b3-db3a1390d930 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.1798067 Aug 18 07:52:41.852992 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Calling delete_port for f0efaff1-d23d-4f76-8de5-a259c370c2d5 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:52:41.961478 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4d38-29cb-4615-84b6-98ab1c7a6f5d req-da4b3d4c-9ab8-4936-81dd-f065477c9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:41.963296 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a8df4d38-29cb-4615-84b6-98ab1c7a6f5d req-da4b3d4c-9ab8-4936-81dd-f065477c9404 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 1098 time: 0.1918385 Aug 18 07:52:41.966789 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-87fb978d-4f50-442b-b43d-be6544311651 req-8f3a38f9-53db-44a4-bc53-af68e72f54d2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385984 Aug 18 07:52:41.990240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eff4c249-9722-40a3-9aa1-cf3d0aa0ac92 req-c7e7aada-9fe9-4d1c-9b12-7ed60989fb8b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352382 Aug 18 07:52:42.034594 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a8df4d38-29cb-4615-84b6-98ab1c7a6f5d req-d6dff015-b9b1-4bdf-9456-3d24634bea39 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Aug 18 07:52:42.124786 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:42.139204 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['f0efaff1-d23d-4f76-8de5-a259c370c2d5'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:52:42.167111 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f529cd1-7b2e-46cc-b5f3-9e781079f150 req-f2b5a507-4def-4a75-832f-55121875be29 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:42.169141 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2f529cd1-7b2e-46cc-b5f3-9e781079f150 req-f2b5a507-4def-4a75-832f-55121875be29 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3 HTTP/1.1" status: 200 len: 867 time: 0.0990818 Aug 18 07:52:42.170460 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Pushing event deleted for resources: {'Port': ['ID=f0efaff1-d23d-4f76-8de5-a259c370c2d5,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:52:42.247779 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] No DVR routers for this DVR port f0efaff1-d23d-4f76-8de5-a259c370c2d5 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:52:42.260522 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:42.260522 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be11c07a-b62a-492c-b40e-6b519a1531e7 req-2bac7804-4daa-4f7c-abc4-9daf22634fc7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "DELETE /v2.0/ports/f0efaff1-d23d-4f76-8de5-a259c370c2d5 HTTP/1.1" status: 204 len: 173 time: 0.8962765 Aug 18 07:52:42.260522 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'name': 'network-vif-deleted', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:52:42.260989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e674153d-4056-412e-a840-edb443be2ea5" -d '{"events": [{"server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "name": "network-vif-deleted", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:52:42.272740 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2f529cd1-7b2e-46cc-b5f3-9e781079f150 req-4c097993-ad75-4443-a3ac-2a91508019c6 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Aug 18 07:52:42.301182 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ae4f78-b694-4e7b-bb3b-b4016846a033 x-openstack-request-id: req-82ae4f78-b694-4e7b-bb3b-b4016846a033 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:52:42.301480 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3", "name": "network-vif-deleted", "tag": "f0efaff1-d23d-4f76-8de5-a259c370c2d5", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:52:42.301734 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82ae4f78-b694-4e7b-bb3b-b4016846a033 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:52:42.302143 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550b0b95-76fa-49c9-a3b0-adf7e2ad3aa3', 'name': 'network-vif-deleted', 'tag': 'f0efaff1-d23d-4f76-8de5-a259c370c2d5', 'status': 'completed', 'code': 200} Aug 18 07:52:42.648182 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807bf4d-7875-4daf-a5d1-ff803d5eed1a req-3e8d9381-ee17-4bbc-927d-73031238b35c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:42.649753 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a807bf4d-7875-4daf-a5d1-ff803d5eed1a req-3e8d9381-ee17-4bbc-927d-73031238b35c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0501103 Aug 18 07:52:42.700570 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a807bf4d-7875-4daf-a5d1-ff803d5eed1a req-88a5cce4-f2be-405c-a3b1-5dcdba68e7bb tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Aug 18 07:52:42.867735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-e0b935c4-245d-48d7-8ad9-c82d92448845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:42.869188 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-e0b935c4-245d-48d7-8ad9-c82d92448845 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 1096 time: 0.0838325 Aug 18 07:52:42.955061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-4a4f4ca7-8937-491e-b8b3-af31e1314b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:42.956594 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-4a4f4ca7-8937-491e-b8b3-af31e1314b28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1096 time: 0.0438342 Aug 18 07:52:43.389010 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-63e553e4-f9b9-4e4e-9f82-9cc87a2672d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.390423 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-63e553e4-f9b9-4e4e-9f82-9cc87a2672d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.4232883 Aug 18 07:52:43.400205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc34c3-6ff4-471a-9ef6-a7b349e46175 req-d73dc39f-8af7-4d01-8c23-72c8afe2bf52 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.402230 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9dbc34c3-6ff4-471a-9ef6-a7b349e46175 req-d73dc39f-8af7-4d01-8c23-72c8afe2bf52 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1257100 Aug 18 07:52:43.411671 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4984-9285-4b76-a8da-cb73d4b7f041 req-02ad6fab-3da8-47ad-8038-7c13bc784b93 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.413460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-de8a4984-9285-4b76-a8da-cb73d4b7f041 req-02ad6fab-3da8-47ad-8038-7c13bc784b93 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.1357160 Aug 18 07:52:43.533408 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9dbc34c3-6ff4-471a-9ef6-a7b349e46175 req-7a243e65-a0b4-4da3-b84a-2dbf5af833d0 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139240 Aug 18 07:52:43.537630 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-5e1260f9-272f-4ea9-a175-1e465be8a2a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 200 len: 999 time: 0.1343658 Aug 18 07:52:43.540720 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-de8a4984-9285-4b76-a8da-cb73d4b7f041 req-aa016742-334c-4c73-9264-981c6444aec1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182756 Aug 18 07:52:43.591310 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-3f77f6e3-fc5a-4f0f-8ba4-251b697e6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.592810 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-3f77f6e3-fc5a-4f0f-8ba4-251b697e6601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0477617 Aug 18 07:52:43.658889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-3f964cae-3db3-4fd5-b239-248398425b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.660644 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-3f964cae-3db3-4fd5-b239-248398425b76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473301 Aug 18 07:52:43.812481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-83959afd-2183-425b-920e-13a2b36943a7 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428499 Aug 18 07:52:43.962237 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156b3c-64b5-44e4-9846-ca820644ac58 req-cddef419-3288-490b-9c19-0d7be1a3a5a6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:43.964360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-21156b3c-64b5-44e4-9846-ca820644ac58 req-cddef419-3288-490b-9c19-0d7be1a3a5a6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1890943 Aug 18 07:52:44.018353 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-baf09fa6-7d09-48d2-8e37-f6e1e7c70a0f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:44.019930 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-baf09fa6-7d09-48d2-8e37-f6e1e7c70a0f tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 809 time: 0.2314835 Aug 18 07:52:44.055360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-a44243e0-950a-4427-943e-dcea0cad3270 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/quotas/d354dce5f61f476f96cbc1ce691efe19 HTTP/1.1" status: 200 len: 375 time: 0.0281076 Aug 18 07:52:44.057431 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-539b6757-3778-4746-a64b-7bc5b0ca7812 req-3a30ce39-894c-4cce-bf8f-aa24ead30f36 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264793 Aug 18 07:52:44.066072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-21156b3c-64b5-44e4-9846-ca820644ac58 req-646d5731-5794-4293-8c55-91a818447016 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941741 Aug 18 07:52:44.108095 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-f8a55d06-183f-4f29-a9a6-4afdc3cc0952 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380309 Aug 18 07:52:44.229615 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-394c053e-f88e-4a9e-a7f8-406aaba9a1ec service neutron] 10.222.0.38 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113758 Aug 18 07:52:44.358230 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-bdbf6f84-a46d-4b0c-9e2b-e70a42ad2e95 service neutron] 10.222.0.38 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216536 Aug 18 07:52:44.571670 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-92d52447-67a5-4445-8b28-a084139c62f8 req-99c7930f-5164-40aa-a430-60ea7be0d59e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0434034 Aug 18 07:52:44.778358 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee19d95-a81d-40bc-b401-64cc50d1ce4d req-53d4fc6f-b370-4381-88ff-34765ef2b489 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:44.779908 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7ee19d95-a81d-40bc-b401-64cc50d1ce4d req-53d4fc6f-b370-4381-88ff-34765ef2b489 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1396813 Aug 18 07:52:44.787653 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb3df6-2839-4020-90cb-717a1fea243f req-4e858580-830b-48b7-94dc-8ac62ac00d36 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:44.789217 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b1eb3df6-2839-4020-90cb-717a1fea243f req-4e858580-830b-48b7-94dc-8ac62ac00d36 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.1385102 Aug 18 07:52:44.854447 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b1eb3df6-2839-4020-90cb-717a1fea243f req-4323c052-6b6e-4f6d-aa62-c5a9a1e1d447 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573759 Aug 18 07:52:44.875827 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7ee19d95-a81d-40bc-b401-64cc50d1ce4d req-ebe03f0a-9376-4ac2-ad5a-c7e7e2970ab7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855348 Aug 18 07:52:45.021155 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device f0efaff1-d23d-4f76-8de5-a259c370c2d5 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:52:45.044328 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: f0efaff1-d23d-4f76-8de5-a259c370c2d5 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:52:45.045817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device f0efaff1-d23d-4f76-8de5-a259c370c2d5 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:52:45.221791 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b582b8-a38f-4359-aac5-aaf405b68e7e req-58063a6a-4c3c-45dd-bad5-c04af0faacf0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:45.223351 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04b582b8-a38f-4359-aac5-aaf405b68e7e req-58063a6a-4c3c-45dd-bad5-c04af0faacf0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0682397 Aug 18 07:52:45.279336 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04b582b8-a38f-4359-aac5-aaf405b68e7e req-f415b4cc-2868-45f8-8a43-fc811229b703 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Aug 18 07:52:45.681437 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14ef30ef-c9b4-4407-81df-fded884d45cb req-b40302d7-0d60-4b9d-89d0-0b33f0d1752c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0381682 Aug 18 07:52:46.049487 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e89ba8-5e8c-4c50-a232-e023a001f3d1 req-a11a7ceb-f229-4e25-ad48-fab94f4a9670 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:46.051352 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78e89ba8-5e8c-4c50-a232-e023a001f3d1 req-a11a7ceb-f229-4e25-ad48-fab94f4a9670 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0565722 Aug 18 07:52:46.090606 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78e89ba8-5e8c-4c50-a232-e023a001f3d1 req-3ab24f0f-eea7-48bf-9c58-fe716615324e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Aug 18 07:52:46.443329 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922c93a-d633-44ac-b785-998fe1550f86 req-8724c618-8ba6-4daa-a537-23913f483e6d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:46.445005 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4922c93a-d633-44ac-b785-998fe1550f86 req-8724c618-8ba6-4daa-a537-23913f483e6d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0704079 Aug 18 07:52:46.493476 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4922c93a-d633-44ac-b785-998fe1550f86 req-8537b812-684d-43f1-bac3-00b8df247d9d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Aug 18 07:52:46.830618 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2ed5011-73f5-4fee-8821-88f6ce5beb76 req-8a2ba682-9509-4b0d-92ad-4e1566d2d043 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0500460 Aug 18 07:52:47.025173 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ceb6-df80-447f-b9c7-ff9b9247b090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:47.241258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03765d6-bc64-4a21-8d78-af413275e656 req-70a2c28c-4a06-4702-84e7-87678e2bebf6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:47.242699 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d03765d6-bc64-4a21-8d78-af413275e656 req-70a2c28c-4a06-4702-84e7-87678e2bebf6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0616271 Aug 18 07:52:47.281329 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d03765d6-bc64-4a21-8d78-af413275e656 req-a8b827d7-a666-4ab8-bdc9-9efe442dc517 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 Aug 18 07:52:47.628206 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bd4b-e82f-4eb5-b67a-b9715f6a4507 req-02c1eab3-1d19-4b7e-a4ce-4694341211cf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:47.630660 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-16b6bd4b-e82f-4eb5-b67a-b9715f6a4507 req-02c1eab3-1d19-4b7e-a4ce-4694341211cf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0592370 Aug 18 07:52:47.681332 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-16b6bd4b-e82f-4eb5-b67a-b9715f6a4507 req-363aed14-f540-403c-b820-ef3f5eae0ef5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Aug 18 07:52:47.945614 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6df103fa-f4df-4bac-a96d-1ebc4df1cf21 req-be65d66c-ccda-4582-8b2b-febbb0861abc tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0396698 Aug 18 07:52:48.445604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5776-b347-4eb0-8805-f2f8e30c94f8 req-032cd35f-154e-4069-9ad5-f508722bb86d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:48.447319 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db9b5776-b347-4eb0-8805-f2f8e30c94f8 req-032cd35f-154e-4069-9ad5-f508722bb86d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0680988 Aug 18 07:52:48.500167 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db9b5776-b347-4eb0-8805-f2f8e30c94f8 req-159743b2-77c6-4c98-ab5d-e3141ad5e791 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Aug 18 07:52:48.648915 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:48.787806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:48.826368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dbf8a-ad05-4926-afbc-7bb3438daa89 req-032b66ef-1e2d-4ffd-aa01-10d6e081a4ea tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:48.827885 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a39dbf8a-ad05-4926-afbc-7bb3438daa89 req-032b66ef-1e2d-4ffd-aa01-10d6e081a4ea tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0552299 Aug 18 07:52:48.874850 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a39dbf8a-ad05-4926-afbc-7bb3438daa89 req-2bcf6e53-5ce2-462f-9c58-7e710dd006d5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Aug 18 07:52:49.048516 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-10301c8a-bbee-404f-b92e-6f710179447f req-27fa818f-9b67-4e62-ab70-36b75828047b tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Aug 18 07:52:49.637433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cdf7a-defe-41ab-b3ce-e330e396f79f req-d577da62-580d-438e-af5f-889955706d8b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:49.638986 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8c8cdf7a-defe-41ab-b3ce-e330e396f79f req-d577da62-580d-438e-af5f-889955706d8b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0600698 Aug 18 07:52:49.678919 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8c8cdf7a-defe-41ab-b3ce-e330e396f79f req-0bb1b39c-edbc-484b-b432-72967b3cd690 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332887 Aug 18 07:52:49.686123 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5df0c566-8e03-4213-b5b5-90149e240cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:50.018729 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29087fd-bea1-4fc6-b056-5b71346a457c req-9e0eb381-b4a4-4215-adce-3e0f5bbe78ff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:50.020235 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d29087fd-bea1-4fc6-b056-5b71346a457c req-9e0eb381-b4a4-4215-adce-3e0f5bbe78ff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Aug 18 07:52:50.064571 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d29087fd-bea1-4fc6-b056-5b71346a457c req-36e4cc63-173d-4b73-947b-24d6e8537c95 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Aug 18 07:52:50.163479 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-08939ca7-f178-4596-a944-eddd63f323f8 req-8d697550-1fbe-4de9-a494-c6495b63de46 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0283253 Aug 18 07:52:50.820248 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6986-2b22-4147-a940-621eeb13743e req-eb9f0c43-256e-4037-9490-1e38086c0808 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:50.821797 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62df6986-2b22-4147-a940-621eeb13743e req-eb9f0c43-256e-4037-9490-1e38086c0808 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0666199 Aug 18 07:52:50.865044 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62df6986-2b22-4147-a940-621eeb13743e req-b89df02c-515a-4204-919a-de03a465b601 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372970 Aug 18 07:52:51.075361 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:51.197954 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35a1e0-4537-47bc-bf1a-93fc40966e97 req-69295c9d-db03-4e58-bf2c-1e22ab08da94 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:51.200119 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c35a1e0-4537-47bc-bf1a-93fc40966e97 req-69295c9d-db03-4e58-bf2c-1e22ab08da94 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0558209 Aug 18 07:52:51.247431 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c35a1e0-4537-47bc-bf1a-93fc40966e97 req-64300ae0-8fb3-4598-9986-112457f16c9a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Aug 18 07:52:51.342988 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eaaa7724-5d69-47ba-a898-202c346b98ee req-931a1904-e920-4930-9923-76dafdec6c86 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0304663 Aug 18 07:52:51.989222 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ef98-3f0f-42bc-abdc-e8a303802d67 req-a41eb42c-2e27-464e-9916-fd94e9a4980c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:51.990732 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-15d9ef98-3f0f-42bc-abdc-e8a303802d67 req-a41eb42c-2e27-464e-9916-fd94e9a4980c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0498142 Aug 18 07:52:52.033767 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-15d9ef98-3f0f-42bc-abdc-e8a303802d67 req-7ff9c3ab-882a-4fa8-a32c-721bb7d93088 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371127 Aug 18 07:52:52.308856 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:52.379504 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229351f1-4477-495d-b7e4-d6411e8eb5e8 req-71628653-5f9b-4209-9313-3753c81d02d9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:52.381074 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-229351f1-4477-495d-b7e4-d6411e8eb5e8 req-71628653-5f9b-4209-9313-3753c81d02d9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Aug 18 07:52:52.422754 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-229351f1-4477-495d-b7e4-d6411e8eb5e8 req-ba7e7a94-f66d-4047-b215-2f797934f923 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Aug 18 07:52:52.510816 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-819f7934-4c1a-42bf-8d56-d6ebf2bb9f4b req-d9f73b97-e917-4817-be94-fb49117164db tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Aug 18 07:52:53.190952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ad8e-e4d2-4791-891c-1520f8d5642c req-62786322-6827-450a-b4bf-b19bcf7dc18e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:53.192577 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a55ad8e-e4d2-4791-891c-1520f8d5642c req-62786322-6827-450a-b4bf-b19bcf7dc18e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0632672 Aug 18 07:52:53.235821 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a55ad8e-e4d2-4791-891c-1520f8d5642c req-00ad1d96-d576-437b-b7cc-7e663c3b9b4e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Aug 18 07:52:53.558337 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beebbe1-f238-452b-b924-1174e6f057b5 req-3c86d119-4db5-4fc4-944b-2fd65e1565f9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:53.560245 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1beebbe1-f238-452b-b924-1174e6f057b5 req-3c86d119-4db5-4fc4-944b-2fd65e1565f9 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0603220 Aug 18 07:52:53.601743 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1beebbe1-f238-452b-b924-1174e6f057b5 req-76574808-3631-462e-80d8-5ec6fb1716d0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Aug 18 07:52:53.708178 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-afc31d10-a80b-45eb-b62e-7f1bc1ab5cc5 req-3bc9a2a5-8940-4df5-b1fc-ec8c5bc0e30c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0340321 Aug 18 07:52:54.374732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05fa84-fdc9-424c-b588-cf7be64280ca req-11f92151-74e3-46c7-a670-e94411cec4fc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:54.376329 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0c05fa84-fdc9-424c-b588-cf7be64280ca req-11f92151-74e3-46c7-a670-e94411cec4fc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0538254 Aug 18 07:52:54.432092 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0c05fa84-fdc9-424c-b588-cf7be64280ca req-7e743297-7beb-4ef7-8922-8255c9b47aca tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488586 Aug 18 07:52:54.743105 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6881-e35e-4d00-805c-5889da7767a3 req-d255aa99-3059-4971-a15a-cf2de298b5b3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:54.746919 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c79f6881-e35e-4d00-805c-5889da7767a3 req-d255aa99-3059-4971-a15a-cf2de298b5b3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0592964 Aug 18 07:52:54.784244 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c79f6881-e35e-4d00-805c-5889da7767a3 req-fe425a17-509f-4a65-8e08-819fd30f0156 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Aug 18 07:52:54.866502 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a648c087-5502-493f-8c9c-be9420e54c51 req-4eb33ce7-52ff-4dde-b7c4-519c97543ae3 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Aug 18 07:52:55.593765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd84b2-746b-47be-b7b1-1d0af3986c66 req-4a83ecf8-3916-464d-9c01-60ebaddb2d97 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:55.595183 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1fdd84b2-746b-47be-b7b1-1d0af3986c66 req-4a83ecf8-3916-464d-9c01-60ebaddb2d97 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0495257 Aug 18 07:52:55.643410 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1fdd84b2-746b-47be-b7b1-1d0af3986c66 req-84d6c5b3-f3e7-4a27-805c-b0a8502bf564 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 Aug 18 07:52:55.922299 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d266-9bbc-4f3c-92f4-93ab6d242399 req-e98621ba-a7a5-4db6-ace1-a4608b6117a8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:55.923955 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4412d266-9bbc-4f3c-92f4-93ab6d242399 req-e98621ba-a7a5-4db6-ace1-a4608b6117a8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0553637 Aug 18 07:52:55.966941 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4412d266-9bbc-4f3c-92f4-93ab6d242399 req-2506022c-e925-4a2c-a095-bf408371b4ff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Aug 18 07:52:56.059485 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c48cb2ad-f6ce-4b28-8fca-6992e601b909 req-3629d5d3-398a-4b50-9819-55fc6a79a98c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Aug 18 07:52:56.798680 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682eb7e-901c-4696-9078-f98ce3d144de req-1ec0b3ab-03ea-4d5f-b134-898ad13efdd1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:56.800240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e682eb7e-901c-4696-9078-f98ce3d144de req-1ec0b3ab-03ea-4d5f-b134-898ad13efdd1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0791564 Aug 18 07:52:56.844689 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e682eb7e-901c-4696-9078-f98ce3d144de req-ec885c02-c8e5-4117-8f65-25a94a2450dc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Aug 18 07:52:57.100621 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974d53e-9694-4ed3-b39c-f63829b3cba0 req-368693b1-5f18-4cd1-b446-b57f48b01929 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:57.102147 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0974d53e-9694-4ed3-b39c-f63829b3cba0 req-368693b1-5f18-4cd1-b446-b57f48b01929 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Aug 18 07:52:57.145410 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0974d53e-9694-4ed3-b39c-f63829b3cba0 req-d6806035-a88e-4790-b47a-b89ac1848a64 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Aug 18 07:52:57.232685 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b69ad70a-eadf-4d2e-8b00-67037f68b44d req-c0ef3637-99ad-4041-b424-199daddd6ca7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Aug 18 07:52:57.975998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5159c3-e651-48e3-aafd-30da8b9338c9 req-0a38a2b9-ec3c-45d4-8f2a-31914352fe50 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:57.977461 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6f5159c3-e651-48e3-aafd-30da8b9338c9 req-0a38a2b9-ec3c-45d4-8f2a-31914352fe50 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0523129 Aug 18 07:52:58.017955 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6f5159c3-e651-48e3-aafd-30da8b9338c9 req-fc2c5683-e069-4c2c-8d95-2bbf7f87061d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Aug 18 07:52:58.260835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b583ee0-e83d-4669-9890-8b2b594d9fa8 req-af7d70be-c980-4e97-aeee-459aec79e3a1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:58.262397 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b583ee0-e83d-4669-9890-8b2b594d9fa8 req-af7d70be-c980-4e97-aeee-459aec79e3a1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Aug 18 07:52:58.301713 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b583ee0-e83d-4669-9890-8b2b594d9fa8 req-25e652fd-7a50-485c-9d46-7efba949a88e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Aug 18 07:52:58.387154 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3c6c0863-7a59-4cd9-a868-bba4ad315613 req-69c59bbe-e336-4ad6-ba19-f7dec1c1a3b8 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0297282 Aug 18 07:52:59.137551 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49bbc8-8951-4adf-892f-2b119b1d0344 req-4f21f270-bb6c-45eb-98c6-f3c4f4126d53 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:59.138830 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d49bbc8-8951-4adf-892f-2b119b1d0344 req-4f21f270-bb6c-45eb-98c6-f3c4f4126d53 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0497618 Aug 18 07:52:59.176765 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d49bbc8-8951-4adf-892f-2b119b1d0344 req-1071a3de-52ba-4db8-a95c-87909d88651c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Aug 18 07:52:59.496166 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7b00705f-9c3a-4db6-97c6-4d2a36faef01 req-2e25b74f-daf2-4703-953e-f1b50a6baf5d tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0354877 Aug 18 07:52:59.523781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a19305-2194-4d68-94ab-ededdc1d58b9 req-1c253308-0d6b-4a9b-bd06-e5fc072d7a22 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:59.528481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57a19305-2194-4d68-94ab-ededdc1d58b9 req-1c253308-0d6b-4a9b-bd06-e5fc072d7a22 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1385932 Aug 18 07:52:59.574776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-99f2e63d-d96a-4ed4-bfcd-ab4da08e6216 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:52:59.576318 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-99f2e63d-d96a-4ed4-bfcd-ab4da08e6216 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 809 time: 0.1987660 Aug 18 07:52:59.596240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57a19305-2194-4d68-94ab-ededdc1d58b9 req-ccdc718b-65f6-4965-8e13-5f9d20d8f369 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Aug 18 07:52:59.601155 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Request body: {'port': {'device_id': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7', 'admin_state_up': True, 'tenant_id': 'd354dce5f61f476f96cbc1ce691efe19'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:52:59.723576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Made reservation on behalf of d354dce5f61f476f96cbc1ce691efe19 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:52:59.727793 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:52:59.873545 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Allocated IP 172.20.0.4 (f413f22c-beea-4248-abe3-1a0f29b9f1b7/426d77fd-3157-4fe8-b511-603234764942/ddbd76ed-f85f-47d6-ae6b-1546e04cfd86) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:53:00.025153 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.070428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.120758 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Network f413f22c-beea-4248-abe3-1a0f29b9f1b7 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:53:00.124037 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:53:00.127903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:53:00.135995 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Pushing event updated for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:00.164509 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.165285 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.165285 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.165681 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.165826 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.166120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.166446 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.166770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.167092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.167419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.167735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.168055 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:00.193594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:00.194210 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.209354 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-cdc3c222-d455-4585-81f0-219e1b370b45 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121171 Aug 18 07:53:00.232215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Request body: {'port': {'device_id': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:53:00.310390 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.342459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fce2-a080-4d0c-a3ca-b3e88e69a777 req-00208c13-fb87-49be-8682-624c08288ba7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:00.343936 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ffd7fce2-a080-4d0c-a3ca-b3e88e69a777 req-00208c13-fb87-49be-8682-624c08288ba7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0927942 Aug 18 07:53:00.462754 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ffd7fce2-a080-4d0c-a3ca-b3e88e69a777 req-e09690e6-71e3-427e-a6ef-41525b382cac tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019821 Aug 18 07:53:00.706556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c84a6-644c-4601-8106-581f86954ed7 req-b565b0cd-43b8-43ca-b771-4e0818ada53e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:00.708030 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-352c84a6-644c-4601-8106-581f86954ed7 req-b565b0cd-43b8-43ca-b771-4e0818ada53e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 931 time: 0.1292543 Aug 18 07:53:00.728751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:53:00.743545 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704d17-3f3a-4663-b1d6-a330087ad60e req-beeb1bf7-f279-451b-b30e-4a1e945f8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:00.744987 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be704d17-3f3a-4663-b1d6-a330087ad60e req-beeb1bf7-f279-451b-b30e-4a1e945f8e29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 1098 time: 0.1535532 Aug 18 07:53:00.748107 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.797844 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Transition to ACTIVE for port object ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:53:00.806012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:00.814592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a9bba-6a94-47eb-a3fa-c7985f6b64df req-5ec425a8-fd8b-4e0d-b4ac-d87ebc84e2ed tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:00.816061 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b5a9bba-6a94-47eb-a3fa-c7985f6b64df req-5ec425a8-fd8b-4e0d-b4ac-d87ebc84e2ed tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1393399 Aug 18 07:53:00.818855 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-352c84a6-644c-4601-8106-581f86954ed7 req-4e940816-3180-4f85-8155-3b9d41b7ad23 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931737 Aug 18 07:53:00.873820 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be704d17-3f3a-4663-b1d6-a330087ad60e req-d9bd14a5-7776-41ff-bbd0-cd9a1bdcc5d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139586 Aug 18 07:53:00.906061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:01.139900 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b5a9bba-6a94-47eb-a3fa-c7985f6b64df req-47b13c77-b57a-4d92-8ec9-b4efc469cff7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127573 Aug 18 07:53:01.186075 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Attempting to bind port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:53:01.186762 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Attempting to bind port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:53:01.186762 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Attempting to bind port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:53:01.190801 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:53:01.191118 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Attempting to bind port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 on network f413f22c-beea-4248-abe3-1a0f29b9f1b7 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:53:01.195781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:53:01.196116 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Checking segment: {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:53:01.196520 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Bound using segment: {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:53:01.196945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Bound port: ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bd261e-57ba-4aa0-b7a4-8d794043ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:53:01.197299 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:01.261631 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:53:01.265505 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:53:01.270097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:01.303878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.304993 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:01.305905 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 HTTP/1.1" status: 200 len: 1093 time: 1.0780821 Aug 18 07:53:01.306361 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:01.309282 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113b81c-e3f9-49c7-8522-7102673de19c" -d '{"events": [{"name": "network-changed", "server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:01.339308 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18117b31-dcdb-47bd-9b47-2c80cdd58c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:01.365706 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c55e724-dc10-4784-b287-9e05094c6df7 x-openstack-request-id: req-4c55e724-dc10-4784-b287-9e05094c6df7 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:01.366081 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:01.366355 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c55e724-dc10-4784-b287-9e05094c6df7 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:01.366758 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86', 'status': 'completed', 'code': 200} Aug 18 07:53:01.399276 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18b8f568-3db8-448f-9750-031ccbd51655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.400712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-18b8f568-3db8-448f-9750-031ccbd51655 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 1096 time: 0.0464530 Aug 18 07:53:01.446689 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-48ec7e23-6c16-4eb5-b0da-be431c5bcc53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 HTTP/1.1" status: 200 len: 217 time: 0.0334399 Aug 18 07:53:01.500301 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48e78-4a56-44b4-8e57-3233610086ad req-024e2dbb-25f1-477d-8229-be7d73786b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.501812 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-024e2dbb-25f1-477d-8229-be7d73786b4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=426d77fd-3157-4fe8-b511-603234764942 HTTP/1.1" status: 200 len: 849 time: 0.0435007 Aug 18 07:53:01.541309 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-e5376bcd-4021-418f-adb1-5f5625d31f11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f413f22c-beea-4248-abe3-1a0f29b9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307667 Aug 18 07:53:01.648333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a50ead-9fe8-4c19-9193-7c9de103345e req-0b164063-8a67-41d4-8fbe-4019c95c5795 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.650295 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-39a50ead-9fe8-4c19-9193-7c9de103345e req-0b164063-8a67-41d4-8fbe-4019c95c5795 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.1019089 Aug 18 07:53:01.691637 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-48d85bbf-eeec-42e2-b6f4-f7763dd6a0bd service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342583 Aug 18 07:53:01.707711 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-39a50ead-9fe8-4c19-9193-7c9de103345e req-35c6a674-d60c-4e9f-9305-00c52e508626 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502987 Aug 18 07:53:01.790770 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62f48e78-4a56-44b4-8e57-3233610086ad req-8519d887-60d8-43c8-b126-b92b44f8efad service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Aug 18 07:53:01.883942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113b81c-e3f9-49c7-8522-7102673de19c req-25616eae-6ab0-4359-8685-d48570ccb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.885536 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-25616eae-6ab0-4359-8685-d48570ccb752 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d354dce5f61f476f96cbc1ce691efe19&device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 1096 time: 0.0408430 Aug 18 07:53:01.995110 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb1c04-7f30-4d51-bcb3-c42ed9856781 req-b27f74d7-1f80-4597-b253-a1670d610a9e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:01.997136 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-81bb1c04-7f30-4d51-bcb3-c42ed9856781 req-b27f74d7-1f80-4597-b253-a1670d610a9e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 943 time: 0.1052830 Aug 18 07:53:02.039923 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113b81c-e3f9-49c7-8522-7102673de19c req-f9981818-cb26-4b4d-bd04-f2abf80f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:02.041430 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-f9981818-cb26-4b4d-bd04-f2abf80f8741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 200 len: 910 time: 0.1243241 Aug 18 07:53:02.063866 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-81bb1c04-7f30-4d51-bcb3-c42ed9856781 req-b10c8656-ecce-42d0-a294-7c2b4b73952d tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Aug 18 07:53:02.096214 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-118d6c62-0d70-40a1-9a74-16b303e1deb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 HTTP/1.1" status: 200 len: 217 time: 0.0424099 Aug 18 07:53:02.159807 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113b81c-e3f9-49c7-8522-7102673de19c req-cebfc382-a9c2-4342-aa78-1300ca75371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:02.161360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-cebfc382-a9c2-4342-aa78-1300ca75371e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=426d77fd-3157-4fe8-b511-603234764942 HTTP/1.1" status: 200 len: 849 time: 0.0534253 Aug 18 07:53:02.207105 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-80cdf457-7afc-4473-a1e0-a49d1fa3b806 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f413f22c-beea-4248-abe3-1a0f29b9f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260878 Aug 18 07:53:02.311020 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392856-4889-4d9b-8d55-903a926b6bf5 req-45e466cd-d12d-4eb4-826b-a79acd69717c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:02.312543 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc392856-4889-4d9b-8d55-903a926b6bf5 req-45e466cd-d12d-4eb4-826b-a79acd69717c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1045673 Aug 18 07:53:02.351031 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-3076be40-beea-4a70-be64-adb03e1be67a service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176152 Aug 18 07:53:02.377169 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc392856-4889-4d9b-8d55-903a926b6bf5 req-65186f76-9523-457d-8fdc-f93f672f1b4a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544441 Aug 18 07:53:02.460786 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8113b81c-e3f9-49c7-8522-7102673de19c req-d3f4f001-c7e5-44a3-9cc1-97672d2cd577 service neutron] 10.222.0.42 "GET /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969226 Aug 18 07:53:02.523255 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c568bd-01a5-4374-8f1e-5e594d4a83e7 req-23b841de-a511-4719-bcce-014d849d8dcf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:02.524936 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8c568bd-01a5-4374-8f1e-5e594d4a83e7 req-23b841de-a511-4719-bcce-014d849d8dcf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0561008 Aug 18 07:53:02.571278 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8c568bd-01a5-4374-8f1e-5e594d4a83e7 req-dd484eea-1684-4e8c-ad88-1f436474b33e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Aug 18 07:53:02.841106 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a1d5a-9b9a-4194-be70-663cd1ed33ec req-945914fe-1c8e-4c38-8dc2-c80a8a3f6f65 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:02.843047 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f81a1d5a-9b9a-4194-be70-663cd1ed33ec req-945914fe-1c8e-4c38-8dc2-c80a8a3f6f65 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0549433 Aug 18 07:53:02.884216 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f81a1d5a-9b9a-4194-be70-663cd1ed33ec req-84b3aeaa-723d-44b7-8e8f-c66d4e55ba6a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341589 Aug 18 07:53:03.177395 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d245-2b3a-4210-a257-389b9a158de3 req-cfc6cd7c-2a9e-44c6-a8e7-ff1911d5a08b tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:03.178847 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8b52d245-2b3a-4210-a257-389b9a158de3 req-cfc6cd7c-2a9e-44c6-a8e7-ff1911d5a08b tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 943 time: 0.0479326 Aug 18 07:53:03.226344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8b52d245-2b3a-4210-a257-389b9a158de3 req-f25ffa95-3d7a-4106-a996-2aa1f5cab94a tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Aug 18 07:53:04.010580 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c616f-660e-4e16-8501-67e2836901d5 req-297fc2ff-7a74-4a69-96f7-bfc03edee143 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.012131 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-162c616f-660e-4e16-8501-67e2836901d5 req-297fc2ff-7a74-4a69-96f7-bfc03edee143 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0497148 Aug 18 07:53:04.053238 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-162c616f-660e-4e16-8501-67e2836901d5 req-de372d06-7d1f-4112-b9e1-d2325bd89499 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347714 Aug 18 07:53:04.199840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-fe5c5060-7253-4d51-adac-a4fdb7ecadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.201268 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-fe5c5060-7253-4d51-adac-a4fdb7ecadfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0668967 Aug 18 07:53:04.212197 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527df0-6280-43c3-a0d5-1a9c4dc3507f req-d659daa3-1966-4e09-8a58-12ebc24f66f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.213605 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a8527df0-6280-43c3-a0d5-1a9c4dc3507f req-d659daa3-1966-4e09-8a58-12ebc24f66f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0710514 Aug 18 07:53:04.298549 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a8527df0-6280-43c3-a0d5-1a9c4dc3507f req-fbca994b-1b0e-487a-bee2-ad4317a736ed tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Aug 18 07:53:04.350095 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-2300c1fc-8025-45ab-a63e-5b8985f60736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.351539 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-2300c1fc-8025-45ab-a63e-5b8985f60736 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.1371045 Aug 18 07:53:04.367530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b71f4d-3f3f-42f4-8a87-42db12f8667b req-467224c3-59c4-4ab4-b52e-f1e818afcd79 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.369013 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04b71f4d-3f3f-42f4-8a87-42db12f8667b req-467224c3-59c4-4ab4-b52e-f1e818afcd79 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 943 time: 0.0739117 Aug 18 07:53:04.416619 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-bcee69e4-8c30-40cb-a6b5-630876bbaa1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0466516 Aug 18 07:53:04.459054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04b71f4d-3f3f-42f4-8a87-42db12f8667b req-a182b5da-f0f0-407a-9c19-b0562392417c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Aug 18 07:53:04.476340 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-d7cf2a50-c726-43c1-9575-d4d1f21dcf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:04.477828 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-d7cf2a50-c726-43c1-9575-d4d1f21dcf76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0482852 Aug 18 07:53:04.514089 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-31679fbd-b744-423a-9ca6-327bd5d704cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247331 Aug 18 07:53:04.613777 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-58a66e92-2ba3-4e9b-8497-81032732751e service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Aug 18 07:53:04.710198 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-578e7151-9a4b-4053-a0ac-7cb30075cdf2 req-4560f500-b1ac-42cd-a75a-2c3cd8f6c1ad service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Aug 18 07:53:05.141005 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:53:05.176394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd73c4a-341c-40f2-a8fa-fcda0b3f7ce0 req-6a7d3f8d-5cc5-4a4d-88c7-2442ec34387d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:05.177990 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfd73c4a-341c-40f2-a8fa-fcda0b3f7ce0 req-6a7d3f8d-5cc5-4a4d-88c7-2442ec34387d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0510280 Aug 18 07:53:05.228242 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfd73c4a-341c-40f2-a8fa-fcda0b3f7ce0 req-77026b00-a8ef-4750-a04f-c187ec65163d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383320 Aug 18 07:53:05.239016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:05.250521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86', 'network_id': 'f413f22c-beea-4248-abe3-1a0f29b9f1b7', 'port_id': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86', 'mac_address': 'fa:16:3e:1b:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d77fd-3157-4fe8-b511-603234764942', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:53:05.299974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:05.323444 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:53:05.346188 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:05.351110 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:05.425665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a0a1-0eb1-4004-8134-67f3c741ed6b req-cd00d62f-7b55-42cf-8751-e3cf9885d3e2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:05.427552 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dcf4a0a1-0eb1-4004-8134-67f3c741ed6b req-cd00d62f-7b55-42cf-8751-e3cf9885d3e2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0545640 Aug 18 07:53:05.470443 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dcf4a0a1-0eb1-4004-8134-67f3c741ed6b req-ab188b2f-9ac2-4f4d-bcd6-99dce3bd023d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Aug 18 07:53:05.519900 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:05.527178 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.527541 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.528431 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.528806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.529143 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.529478 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.529812 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.530150 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.530483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.530814 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.531142 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.531466 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:05.581403 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9042a46-f3e4-4400-9ea4-6259322580a3 req-056a4efe-986f-4253-81d7-a2d50edd4fbc tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:05.582711 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a9042a46-f3e4-4400-9ea4-6259322580a3 req-056a4efe-986f-4253-81d7-a2d50edd4fbc tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 944 time: 0.0517054 Aug 18 07:53:05.622039 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a9042a46-f3e4-4400-9ea4-6259322580a3 req-6cb3bb1b-b6dd-4481-b676-d1732f848e7e tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 18 07:53:05.961823 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['ddbd76ed-f85f-47d6-ae6b-1546e04cfd86'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:06.375247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07d55-2933-4337-ab1f-2d23f1501381 req-f1f844c4-3759-4a6a-85df-8ed1ae9e10c3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.376793 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b3b07d55-2933-4337-ab1f-2d23f1501381 req-f1f844c4-3759-4a6a-85df-8ed1ae9e10c3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 943 time: 0.0492864 Aug 18 07:53:06.422410 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b3b07d55-2933-4337-ab1f-2d23f1501381 req-56c4c49a-5683-4cae-843c-3e201e5dd9a3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Aug 18 07:53:06.496758 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-203e9001-e970-4966-9d10-9a8aed3810e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.498080 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-203e9001-e970-4966-9d10-9a8aed3810e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1137 time: 0.0457783 Aug 18 07:53:06.596802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b3c1e-9f43-442d-a7f2-02532cd83d24 req-96b082e7-6e1f-4d8b-9b3e-248ee50e8863 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.598282 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c89b3c1e-9f43-442d-a7f2-02532cd83d24 req-96b082e7-6e1f-4d8b-9b3e-248ee50e8863 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1048656 Aug 18 07:53:06.677489 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-0cf67a8e-b7b9-4c69-8613-7cff4ba46fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.678949 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-0cf67a8e-b7b9-4c69-8613-7cff4ba46fdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.1572700 Aug 18 07:53:06.690363 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c89b3c1e-9f43-442d-a7f2-02532cd83d24 req-ab01ad8b-9f3d-41ae-a03b-9639f39208e8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790291 Aug 18 07:53:06.703987 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea9e5e-40c3-451f-8664-58477cba5c63 req-3f6661e1-fe79-43d2-b529-62f489586841 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.705464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6ea9e5e-40c3-451f-8664-58477cba5c63 req-3f6661e1-fe79-43d2-b529-62f489586841 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1063280 Aug 18 07:53:06.785848 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-ccb7709d-348a-4b0c-bd1b-2308b2ab8568 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 1001 time: 0.0938692 Aug 18 07:53:06.790712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6ea9e5e-40c3-451f-8664-58477cba5c63 req-9d3917b1-0a66-42b4-b9cc-c7e30d29175d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516517 Aug 18 07:53:06.868481 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-e213cdd1-8355-4d82-b7ae-bc73acbceede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.869906 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-e213cdd1-8355-4d82-b7ae-bc73acbceede service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.0603261 Aug 18 07:53:06.881600 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fbc0-6f10-41be-9cbb-bb5aa07ed714 req-a886dd41-beb0-494e-b9b2-d6c236ae26c7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.882978 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6ea6fbc0-6f10-41be-9cbb-bb5aa07ed714 req-a886dd41-beb0-494e-b9b2-d6c236ae26c7 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 944 time: 0.0825698 Aug 18 07:53:06.948880 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6ea6fbc0-6f10-41be-9cbb-bb5aa07ed714 req-aff14939-1468-446f-811d-1c94650dd751 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Aug 18 07:53:06.952252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-8fb893f1-7bb8-4a24-9ed3-f940efe74071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:06.953620 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-8fb893f1-7bb8-4a24-9ed3-f940efe74071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698249 Aug 18 07:53:07.047586 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-8a9fef86-7f05-4910-afde-2aa8546607b5 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808423 Aug 18 07:53:07.140471 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:53:07.147604 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e340771f-7f73-4f5f-82b7-e458cdda32c6 req-8c07b367-f84d-4a1f-9923-e8fe8d1a54cb service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868394 Aug 18 07:53:07.237582 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:07.248992 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'mac_address': 'fa:16:3e:0c:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:53:07.284197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:07.296791 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:53:07.321002 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:07.326010 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:07.372744 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=9']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:07.546020 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c666f30-55ea-4de7-82af-ba3f5dbfc267 req-cd516d94-5c2b-4aa4-894e-7f97456080cb tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:07.547489 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3c666f30-55ea-4de7-82af-ba3f5dbfc267 req-cd516d94-5c2b-4aa4-894e-7f97456080cb tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.0488718 Aug 18 07:53:07.584057 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3c666f30-55ea-4de7-82af-ba3f5dbfc267 req-91891284-c326-4722-8f41-05811174f365 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 Aug 18 07:53:07.816295 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496dd95-a09d-44ba-9af6-3fe946750b1e req-cd8b690b-5f45-47bb-9c4d-b7aa01edf422 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:07.817842 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e496dd95-a09d-44ba-9af6-3fe946750b1e req-cd8b690b-5f45-47bb-9c4d-b7aa01edf422 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0509138 Aug 18 07:53:07.881560 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e496dd95-a09d-44ba-9af6-3fe946750b1e req-8b03b78c-781a-4fd5-bfa3-e4d2134bed67 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542083 Aug 18 07:53:07.917406 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dde76-2196-4dfe-8b98-1f76f9b44b79 req-3f86baa2-4bcf-4e40-8dbc-e3813491da10 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:07.917856 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:07.918969 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d6dde76-2196-4dfe-8b98-1f76f9b44b79 req-3f86baa2-4bcf-4e40-8dbc-e3813491da10 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0611341 Aug 18 07:53:07.957495 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d6dde76-2196-4dfe-8b98-1f76f9b44b79 req-d8b82b75-afb1-459f-980a-325d9ece3e39 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Aug 18 07:53:08.064986 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725697da-4976-4a82-83ab-15fd5a3cb59c req-5940d3ce-bc07-4354-b1eb-7dce5cb21a88 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:08.066487 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-725697da-4976-4a82-83ab-15fd5a3cb59c req-5940d3ce-bc07-4354-b1eb-7dce5cb21a88 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 944 time: 0.0500853 Aug 18 07:53:08.104656 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-725697da-4976-4a82-83ab-15fd5a3cb59c req-1baf8d4b-b0c9-4020-8439-76949fa15465 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Aug 18 07:53:08.702549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734ddaf-c3ca-4c7e-bef2-4f063aa7874d req-ebef4090-796f-469e-8d49-ca2b7fcc8401 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:08.704053 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6734ddaf-c3ca-4c7e-bef2-4f063aa7874d req-ebef4090-796f-469e-8d49-ca2b7fcc8401 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.0486128 Aug 18 07:53:08.740706 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6734ddaf-c3ca-4c7e-bef2-4f063aa7874d req-613652ae-6754-4672-8438-d483504a1484 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Aug 18 07:53:09.006576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcc71-e93c-4283-be55-a20acbf29022 req-3359664f-89e1-4008-923b-77acf86720a7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:09.008075 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a05fcc71-e93c-4283-be55-a20acbf29022 req-3359664f-89e1-4008-923b-77acf86720a7 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0579877 Aug 18 07:53:09.085541 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a05fcc71-e93c-4283-be55-a20acbf29022 req-771d9c11-a82b-4421-bd30-b3822346dfac tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700819 Aug 18 07:53:09.102508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4a00-e693-438d-ae22-25d308d2684e req-0ec5c245-24cf-4fa8-8ffb-62d604185878 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:09.104019 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d4d4a00-e693-438d-ae22-25d308d2684e req-0ec5c245-24cf-4fa8-8ffb-62d604185878 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0653503 Aug 18 07:53:09.143366 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d4d4a00-e693-438d-ae22-25d308d2684e req-2924f8aa-8304-415d-bc3c-db2a39315c5c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Aug 18 07:53:09.151370 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:53:09.192179 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:53:09.206442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:53:09.211521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:53:09.211895 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:09.228669 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b945ae-ca4d-4717-8a9f-a03158ce6d18 req-cc306e8b-e9f0-4781-8569-545617310a14 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:09.230224 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-50b945ae-ca4d-4717-8a9f-a03158ce6d18 req-cc306e8b-e9f0-4781-8569-545617310a14 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 944 time: 0.0544124 Aug 18 07:53:09.292057 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-50b945ae-ca4d-4717-8a9f-a03158ce6d18 req-69a8a99c-72a9-4ba7-bc0c-946e753fe714 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537121 Aug 18 07:53:09.311930 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:09.336355 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:09.338604 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb10f4-c48f-4621-b53a-ca8462d0a2f7" -d '{"events": [{"server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "name": "network-vif-plugged", "status": "completed", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:09.352107 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:09.363235 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:09.390669 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d665538-9ef2-4906-8052-cdf67b7b338a x-openstack-request-id: req-1d665538-9ef2-4906-8052-cdf67b7b338a {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:09.390997 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "name": "network-vif-plugged", "status": "completed", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:09.391094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d665538-9ef2-4906-8052-cdf67b7b338a {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:09.391482 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86', 'code': 200} Aug 18 07:53:09.420809 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:09.567079 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd795c7-d469-43b8-97f2-e248346e391a req-1624d427-5ef2-4239-8063-c4261d83cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:09.568702 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfd795c7-d469-43b8-97f2-e248346e391a req-1624d427-5ef2-4239-8063-c4261d83cf86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 1098 time: 0.0450659 Aug 18 07:53:09.614356 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dfd795c7-d469-43b8-97f2-e248346e391a req-90cc0f21-2288-431e-a4d1-2049eadc8000 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Aug 18 07:53:09.858842 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c28c-3225-48f4-af1e-145454796442 req-cea513b6-ff29-47f6-b7af-3ae87caec099 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:09.860328 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ec06c28c-3225-48f4-af1e-145454796442 req-cea513b6-ff29-47f6-b7af-3ae87caec099 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.0504589 Aug 18 07:53:09.896482 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ec06c28c-3225-48f4-af1e-145454796442 req-b2c236ae-1093-48b5-a6d7-259ee034e097 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303223 Aug 18 07:53:10.210324 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512565b-8056-431d-8d7f-e509bb1202df req-e7f70c45-6fd9-4737-82ef-1bb04bbfc85a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:10.211784 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5512565b-8056-431d-8d7f-e509bb1202df req-e7f70c45-6fd9-4737-82ef-1bb04bbfc85a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0525513 Aug 18 07:53:10.282913 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5512565b-8056-431d-8d7f-e509bb1202df req-3a96fe3d-a832-4fa8-ac1e-a79de37b10da tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577657 Aug 18 07:53:10.290960 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8f430-2244-4611-983b-e4dca42efb06 req-16827848-a530-4442-ba75-24b58ea9a6be tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:10.292459 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2ea8f430-2244-4611-983b-e4dca42efb06 req-16827848-a530-4442-ba75-24b58ea9a6be tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0758681 Aug 18 07:53:10.331680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2ea8f430-2244-4611-983b-e4dca42efb06 req-6c9ed90e-8794-48c3-9777-c1741044d0ca tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 18 07:53:10.386110 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2674ed-bb39-4249-89aa-a01e1bb9bde3 req-66fb22cd-2e05-4bff-9343-26de6ca37e4f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:10.387627 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be2674ed-bb39-4249-89aa-a01e1bb9bde3 req-66fb22cd-2e05-4bff-9343-26de6ca37e4f tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Aug 18 07:53:10.450083 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be2674ed-bb39-4249-89aa-a01e1bb9bde3 req-608856f8-ace6-496a-963a-d23ea49a2728 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Aug 18 07:53:10.468560 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096d59-6c92-4d82-a784-29b1eba503bd req-7f87cc8d-5035-440a-80e1-830032bd7742 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:10.468560 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e7096d59-6c92-4d82-a784-29b1eba503bd req-7f87cc8d-5035-440a-80e1-830032bd7742 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.0752659 Aug 18 07:53:10.506386 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e7096d59-6c92-4d82-a784-29b1eba503bd req-ef3c0063-6bf1-4064-9749-7daab92c5579 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Aug 18 07:53:11.018522 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ab9e8-15c6-4fe9-9362-74318792a779 req-c34bf31c-88ae-41a6-ad42-600eb9e57fa9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:11.019969 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-879ab9e8-15c6-4fe9-9362-74318792a779 req-c34bf31c-88ae-41a6-ad42-600eb9e57fa9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 944 time: 0.0499747 Aug 18 07:53:11.061400 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-879ab9e8-15c6-4fe9-9362-74318792a779 req-1d2d8145-6764-4863-a878-68e6bc80dd68 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353305 Aug 18 07:53:11.141985 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:53:11.191884 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:53:11.192389 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:11.279640 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:11.312712 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:11.317805 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:11.371565 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=10']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:11.393093 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:11.396514 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218184c-6379-4f40-b7ba-193ad0de8d4c" -d '{"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:11.407368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720286a-ddb7-4aed-9cbd-d82a559e9e86 req-ce3ae019-fe91-4dec-b688-5feef91087ac tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:11.408897 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1720286a-ddb7-4aed-9cbd-d82a559e9e86 req-ce3ae019-fe91-4dec-b688-5feef91087ac tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0532696 Aug 18 07:53:11.477202 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1720286a-ddb7-4aed-9cbd-d82a559e9e86 req-d977ab38-eb1b-4280-851a-cb71151f8923 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590856 Aug 18 07:53:11.487887 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e951dd8-458d-425f-b59e-af27ad014f77 req-54696f54-1c61-4c86-ab28-3fef1e30cd1d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:11.489390 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e951dd8-458d-425f-b59e-af27ad014f77 req-54696f54-1c61-4c86-ab28-3fef1e30cd1d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0796163 Aug 18 07:53:11.524651 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9e904-8ffb-4e79-9520-59b72feeb75b x-openstack-request-id: req-fce9e904-8ffb-4e79-9520-59b72feeb75b {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:11.525291 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-plugged", "status": "completed", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:11.526004 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fce9e904-8ffb-4e79-9520-59b72feeb75b {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:11.526684 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'code': 200} Aug 18 07:53:11.548041 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e951dd8-458d-425f-b59e-af27ad014f77 req-07676bac-f1c4-4354-8587-4e1006a938e3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Aug 18 07:53:11.631560 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1803-b056-430f-9097-cc140ec684d3 req-7736cb96-72da-4098-97e1-efccbeb360eb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:11.633049 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8dfa1803-b056-430f-9097-cc140ec684d3 req-7736cb96-72da-4098-97e1-efccbeb360eb tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.0576320 Aug 18 07:53:11.694806 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8dfa1803-b056-430f-9097-cc140ec684d3 req-d2bb67fa-a8a0-4981-9aea-0927423a408c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Aug 18 07:53:11.703723 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b00f6-e501-4107-83a8-e3a6b3e9e692 req-e556748c-d8e0-4c7a-9393-ec5b6aff36c4 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:11.705252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5f7b00f6-e501-4107-83a8-e3a6b3e9e692 req-e556748c-d8e0-4c7a-9393-ec5b6aff36c4 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.0901985 Aug 18 07:53:11.743813 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5f7b00f6-e501-4107-83a8-e3a6b3e9e692 req-12a7456b-8124-4659-ae72-861c4701bb0a tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Aug 18 07:53:12.248063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e33b9-63ff-4c99-a3f5-8b4b4191031f req-28fc1082-fbee-48b5-86b7-a869adc4f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.249588 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d9e33b9-63ff-4c99-a3f5-8b4b4191031f req-28fc1082-fbee-48b5-86b7-a869adc4f57f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 1099 time: 0.0741010 Aug 18 07:53:12.256915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0491e-bf09-4cc5-9188-28f33c1ad57f req-afb77473-6b08-4d1a-b385-1a52170b3eb2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.258412 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3bd0491e-bf09-4cc5-9188-28f33c1ad57f req-afb77473-6b08-4d1a-b385-1a52170b3eb2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0747144 Aug 18 07:53:12.320464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d9e33b9-63ff-4c99-a3f5-8b4b4191031f req-cd674510-f6e6-4cf2-aa2a-7d9a65cccc2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602181 Aug 18 07:53:12.325573 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3bd0491e-bf09-4cc5-9188-28f33c1ad57f req-3614ab67-29f3-4ae6-bcb5-4b813db8a8be tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598741 Aug 18 07:53:12.605053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e825cc-3729-4733-9317-ba73493fc3bb req-d8392984-b34c-4a27-b75e-9a5d51f9cfc6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.607235 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d4e825cc-3729-4733-9317-ba73493fc3bb req-d8392984-b34c-4a27-b75e-9a5d51f9cfc6 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0607438 Aug 18 07:53:12.674419 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d4e825cc-3729-4733-9317-ba73493fc3bb req-42e17c31-c368-47bb-9f96-a29bd4364d1e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607953 Aug 18 07:53:12.690203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774407-f46f-451a-88e1-9179a8766178 req-66761772-c6dc-4abe-9a40-560f898476c8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.691723 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e774407-f46f-451a-88e1-9179a8766178 req-66761772-c6dc-4abe-9a40-560f898476c8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0718372 Aug 18 07:53:12.732858 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e774407-f46f-451a-88e1-9179a8766178 req-9df6b6a9-c63a-47ef-bd2c-7fbf5c790fff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 18 07:53:12.820733 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891baf-5be0-4ca0-a9f7-4ce41de63add req-adc2aa34-9a74-498e-93e1-35ca1198ade4 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.822292 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f891baf-5be0-4ca0-a9f7-4ce41de63add req-adc2aa34-9a74-498e-93e1-35ca1198ade4 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.0536447 Aug 18 07:53:12.901285 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f891baf-5be0-4ca0-a9f7-4ce41de63add req-12e065b3-065a-4b80-b4ef-01efddbb93b6 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688505 Aug 18 07:53:12.914904 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ba34-54e5-4408-93c1-8a6714e5b8ae req-dac3e5b8-1d74-4f1d-891f-0538b607531c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:12.916477 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc06ba34-54e5-4408-93c1-8a6714e5b8ae req-dac3e5b8-1d74-4f1d-891f-0538b607531c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.0932624 Aug 18 07:53:12.961173 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc06ba34-54e5-4408-93c1-8a6714e5b8ae req-3200c64c-558e-4577-8e2e-dfaefceb30cc tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382721 Aug 18 07:53:13.200467 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-d154d2cb-3eee-40a1-a745-2e5e0bfa35a1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:13.202133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-d154d2cb-3eee-40a1-a745-2e5e0bfa35a1 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Aug 18 07:53:13.313402 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Deleting port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:53:13.314083 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:13.406453 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] For port 073b7c3e-1ef4-490c-971b-9be75d0bbe75, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=073b7c3e-1ef4-490c-971b-9be75d0bbe75,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:13.406823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:13.421270 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Calling delete_port for 073b7c3e-1ef4-490c-971b-9be75d0bbe75 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:53:13.537854 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd408-0646-47fc-a51b-286cc1dcaab9 req-f18e8e44-2194-4055-92d1-a6e1f36d0145 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:13.539407 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78bdd408-0646-47fc-a51b-286cc1dcaab9 req-f18e8e44-2194-4055-92d1-a6e1f36d0145 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.1009283 Aug 18 07:53:13.606841 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78bdd408-0646-47fc-a51b-286cc1dcaab9 req-f9025da0-f70e-4bd9-8882-85b94168f0cb tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595956 Aug 18 07:53:13.645705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:13.661454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'a877a247-fb48-4ca8-a138-beaa3146d911', '5cc7c60d-e802-45b1-bc59-3609d352b18d', '073b7c3e-1ef4-490c-971b-9be75d0bbe75'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:13.749721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event deleted for resources: {'Port': ['ID=073b7c3e-1ef4-490c-971b-9be75d0bbe75,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:14.003049 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] No DVR routers for this DVR port 073b7c3e-1ef4-490c-971b-9be75d0bbe75 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:53:14.006428 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:14.008655 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-980e57d3-5a35-4d1f-ba2d-bd11fb49e3e2 req-bbf8ebaf-9ec2-40c4-b96c-73e0ce18e109 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "DELETE /v2.0/ports/073b7c3e-1ef4-490c-971b-9be75d0bbe75 HTTP/1.1" status: 204 len: 173 time: 0.7959306 Aug 18 07:53:14.024737 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'name': 'network-vif-deleted', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:14.027009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f3e5b-7162-4171-bb9d-9c60311f7075" -d '{"events": [{"server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "name": "network-vif-deleted", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:14.087439 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758cc14-bba4-436a-91f7-9f1e97929f32 req-f00ed2aa-6bf2-40ef-8ffd-5914beec1849 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:14.093608 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4758cc14-bba4-436a-91f7-9f1e97929f32 req-f00ed2aa-6bf2-40ef-8ffd-5914beec1849 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0923088 Aug 18 07:53:14.128433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954731e-1219-4bd7-a883-b170a7b2b69d req-b452b51a-663f-426a-be3b-bcce1a10a2e0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:14.130049 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b954731e-1219-4bd7-a883-b170a7b2b69d req-b452b51a-663f-426a-be3b-bcce1a10a2e0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1283243 Aug 18 07:53:14.172646 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4758cc14-bba4-436a-91f7-9f1e97929f32 req-99229f19-63e4-44e9-a1bc-b07d36e93cb3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713441 Aug 18 07:53:14.208172 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b954731e-1219-4bd7-a883-b170a7b2b69d req-4d5ee4d3-92bf-49c2-b7cd-bbfb299830d2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559156 Aug 18 07:53:14.322544 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef0d9691-e917-4cb7-b6bf-959a8d9bcbf8 req-d1a99b16-6212-4026-95dc-6167cfcb495e tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7931ab6-cb7a-43d4-88c7-de8bbfe69529 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Aug 18 07:53:14.338705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9002f-d142-4832-b4c1-3071acf7938f req-221cf31e-b278-467c-8e70-e3688e917066 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:14.340813 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57f9002f-d142-4832-b4c1-3071acf7938f req-221cf31e-b278-467c-8e70-e3688e917066 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.0825853 Aug 18 07:53:14.378315 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba055b-2951-4005-89c3-ee48d29d7c27 x-openstack-request-id: req-24ba055b-2951-4005-89c3-ee48d29d7c27 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:14.378604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7931ab6-cb7a-43d4-88c7-de8bbfe69529", "name": "network-vif-deleted", "tag": "073b7c3e-1ef4-490c-971b-9be75d0bbe75", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:14.378851 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24ba055b-2951-4005-89c3-ee48d29d7c27 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:14.379236 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7931ab6-cb7a-43d4-88c7-de8bbfe69529', 'name': 'network-vif-deleted', 'tag': '073b7c3e-1ef4-490c-971b-9be75d0bbe75', 'status': 'completed', 'code': 200} Aug 18 07:53:14.387403 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57f9002f-d142-4832-b4c1-3071acf7938f req-e5f67e05-eda6-47f0-9e29-d7a1608307a9 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Aug 18 07:53:14.752389 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f41fc6-b2fd-498b-82b3-302527d00139 req-69160d53-ea77-4407-8dce-ff0f0321040b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:14.754346 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a6f41fc6-b2fd-498b-82b3-302527d00139 req-69160d53-ea77-4407-8dce-ff0f0321040b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0656989 Aug 18 07:53:14.800789 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a6f41fc6-b2fd-498b-82b3-302527d00139 req-35513cbd-c136-4038-b0dc-acfe8bd0f84e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Aug 18 07:53:15.331841 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94b8d-a708-40e8-a4e4-282d5e70f098 req-bc51a9be-0218-4078-8c78-8821401c8d74 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:15.333505 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-46b94b8d-a708-40e8-a4e4-282d5e70f098 req-bc51a9be-0218-4078-8c78-8821401c8d74 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0843639 Aug 18 07:53:15.365996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7f85-8c2c-4d7a-8a4b-bbf6ea09682f req-1b0322de-b625-453e-8f21-b02f3d774d74 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:15.367493 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327a7f85-8c2c-4d7a-8a4b-bbf6ea09682f req-1b0322de-b625-453e-8f21-b02f3d774d74 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0856774 Aug 18 07:53:15.404673 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-46b94b8d-a708-40e8-a4e4-282d5e70f098 req-bcc04570-0b2e-4bc1-bec8-1b0172cfd44e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643964 Aug 18 07:53:15.423204 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327a7f85-8c2c-4d7a-8a4b-bbf6ea09682f req-55556490-838b-4d8d-bbea-40aff628e08a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Aug 18 07:53:15.550796 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc15c-3149-4b9c-81ff-49b26913f09d req-86f33824-8e3a-45ea-875a-76d6bb4cb7e8 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:15.552704 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-baffc15c-3149-4b9c-81ff-49b26913f09d req-86f33824-8e3a-45ea-875a-76d6bb4cb7e8 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.0628173 Aug 18 07:53:15.596514 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-baffc15c-3149-4b9c-81ff-49b26913f09d req-bf02c706-8f24-4a57-bd57-44093b5aa7c3 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Aug 18 07:53:15.926735 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-6e4f713c-25ad-4b03-b74b-340ddc55dafd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745838 Aug 18 07:53:15.943011 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be8cab-a05e-42b5-bf09-63bb2dc38b2f req-a3273830-a763-4001-9444-42b90481acfe tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:15.944908 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2be8cab-a05e-42b5-bf09-63bb2dc38b2f req-a3273830-a763-4001-9444-42b90481acfe tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0609605 Aug 18 07:53:16.018043 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2be8cab-a05e-42b5-bf09-63bb2dc38b2f req-1dbc562f-e2ce-4287-b88d-20e719cc504a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575600 Aug 18 07:53:16.020911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-e03e544e-d635-4d3c-8ef6-be248d78b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.022167 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-e03e544e-d635-4d3c-8ef6-be248d78b3d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.0696590 Aug 18 07:53:16.126137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-8809cebb-c0e1-4192-88fc-c618b6000243 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.127518 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-8809cebb-c0e1-4192-88fc-c618b6000243 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 945 time: 0.1045122 Aug 18 07:53:16.187785 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-7232a636-f5f0-498c-8fa2-ddcec07d5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.189273 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-7232a636-f5f0-498c-8fa2-ddcec07d5208 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1410463 Aug 18 07:53:16.281151 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-3bc24a79-b065-489d-9fda-58b6d61b05c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1002 time: 0.0724714 Aug 18 07:53:16.291742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Deleting port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:53:16.292092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:16.388415 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-3557d4a1-51d8-430c-8888-a7fec40391a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.389817 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-3557d4a1-51d8-430c-8888-a7fec40391a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0927715 Aug 18 07:53:16.442886 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] For port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,segment=NetworkSegment(76bd261e-57ba-4aa0-b7a4-8d794043ae4c),segment_id=76bd261e-57ba-4aa0-b7a4-8d794043ae4c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:16.443290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:16.459954 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Calling delete_port for ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:53:16.475907 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-fa0960c1-ff38-4c33-8570-a3c6710d64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.477463 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-fa0960c1-ff38-4c33-8570-a3c6710d64c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763474 Aug 18 07:53:16.674249 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e61ad-b5be-4fbe-9432-7426938980ff req-9a2ab0f2-c717-4fd0-96ac-a68505a066fa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.675752 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d48e61ad-b5be-4fbe-9432-7426938980ff req-9a2ab0f2-c717-4fd0-96ac-a68505a066fa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1959198 Aug 18 07:53:16.709348 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717f74-5f84-430f-84bf-334d9138fe02 req-b63ebd63-30b6-45d9-ad76-86883edf5999 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:16.710848 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc717f74-5f84-430f-84bf-334d9138fe02 req-b63ebd63-30b6-45d9-ad76-86883edf5999 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1887970 Aug 18 07:53:16.782245 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-d9f4cd29-63ed-44e6-b388-12c0fdb4210a service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636988 Aug 18 07:53:16.827120 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d48e61ad-b5be-4fbe-9432-7426938980ff req-3584e123-c32f-4046-ae67-e24805162af4 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405165 Aug 18 07:53:16.843631 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cc717f74-5f84-430f-84bf-334d9138fe02 req-d668d726-127d-485d-b201-883d85377c20 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258757 Aug 18 07:53:16.878527 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:16.895166 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['ddbd76ed-f85f-47d6-ae6b-1546e04cfd86'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:16.914017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Pushing event deleted for resources: {'Port': ['ID=ddbd76ed-f85f-47d6-ae6b-1546e04cfd86,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:16.980735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] No DVR routers for this DVR port ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:53:16.993729 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:16.995704 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cb7a96aa-77c3-4620-808b-a01f4e2ad3e2 req-46be20a7-d52e-4b45-b16a-dc1e2f055a06 tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.42 "DELETE /v2.0/ports/ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 HTTP/1.1" status: 204 len: 173 time: 0.8616850 Aug 18 07:53:16.999690 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a210648c-b300-478e-978e-d6b1500276dc req-7738a171-3915-484c-b137-394a01576d6c tempest-VolumesActionsTest-430385350 tempest-VolumesActionsTest-430385350-project] 10.222.0.38 "GET /v2.0/ports?device_id=47bb32a5-5a8b-4546-ae2f-e7e54a06ad02 HTTP/1.1" status: 200 len: 210 time: 0.0570734 Aug 18 07:53:17.000120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'name': 'network-vif-deleted', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:17.002406 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20174a39-058b-4f67-94ec-94b2d7eef680" -d '{"events": [{"server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "name": "network-vif-deleted", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:17.031370 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c709ca5e-0cbc-439d-a336-7880936eb6c7 req-5ec3400d-7ebf-4704-82a8-262736adb625 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188053 Aug 18 07:53:17.057471 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f7b4653b-81cc-4fcb-a8e4-9e20d9e493a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:17.073624 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c509ebb-942d-4608-ae6b-d3d25ac5d607 x-openstack-request-id: req-5c509ebb-942d-4608-ae6b-d3d25ac5d607 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:17.073914 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb32a5-5a8b-4546-ae2f-e7e54a06ad02", "name": "network-vif-deleted", "tag": "ddbd76ed-f85f-47d6-ae6b-1546e04cfd86", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:17.074160 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c509ebb-942d-4608-ae6b-d3d25ac5d607 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:17.075093 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb32a5-5a8b-4546-ae2f-e7e54a06ad02', 'name': 'network-vif-deleted', 'tag': 'ddbd76ed-f85f-47d6-ae6b-1546e04cfd86', 'status': 'completed', 'code': 200} Aug 18 07:53:17.099306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc3547-28e5-4ccb-af0a-d30129012763 req-88edd3b0-5b21-43b6-8044-e300df7b3335 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:17.102716 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37cc3547-28e5-4ccb-af0a-d30129012763 req-88edd3b0-5b21-43b6-8044-e300df7b3335 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0609529 Aug 18 07:53:17.140867 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37cc3547-28e5-4ccb-af0a-d30129012763 req-5c2ccff2-0a24-4a65-af33-2af4f003f115 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Aug 18 07:53:17.163966 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 073b7c3e-1ef4-490c-971b-9be75d0bbe75 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:53:17.186987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 073b7c3e-1ef4-490c-971b-9be75d0bbe75 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:53:17.187246 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 073b7c3e-1ef4-490c-971b-9be75d0bbe75 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:53:18.011009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7241-c9f0-4d8e-9c35-d4f05851a8b4 req-2c90a392-90fb-4b9a-a247-ec124d876b2a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:18.013104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8aff7241-c9f0-4d8e-9c35-d4f05851a8b4 req-2c90a392-90fb-4b9a-a247-ec124d876b2a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0779879 Aug 18 07:53:18.025764 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23d3f-3281-4f40-9563-d61c3f18465b req-ad36e09a-0592-4e4e-a90a-076905a7d877 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:18.027229 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c2c23d3f-3281-4f40-9563-d61c3f18465b req-ad36e09a-0592-4e4e-a90a-076905a7d877 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0832155 Aug 18 07:53:18.089792 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8aff7241-c9f0-4d8e-9c35-d4f05851a8b4 req-d2386574-0b1c-47dd-a89e-85028b1cbfe8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610006 Aug 18 07:53:18.097635 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c2c23d3f-3281-4f40-9563-d61c3f18465b req-64f01312-3c9c-4736-9e26-e539632bdac5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Aug 18 07:53:18.261395 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a0189-3916-44f4-a1e8-248fe9529365 req-060035ae-401a-416c-80a7-dde496b2afe8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:18.263507 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-945a0189-3916-44f4-a1e8-248fe9529365 req-060035ae-401a-416c-80a7-dde496b2afe8 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0519948 Aug 18 07:53:18.305870 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-945a0189-3916-44f4-a1e8-248fe9529365 req-9b2d54ea-e8a2-49d4-bfc8-61a8fc7b2ee5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Aug 18 07:53:18.656684 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:18.780783 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:19.181617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:53:19.202318 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:53:19.202659 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device ddbd76ed-f85f-47d6-ae6b-1546e04cfd86 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:53:19.238718 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966eb37-8126-44c6-9aeb-dc2b4a472acc req-88f8c83f-c58f-47a6-9533-a17c39c64377 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:19.240237 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d966eb37-8126-44c6-9aeb-dc2b4a472acc req-88f8c83f-c58f-47a6-9533-a17c39c64377 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0787299 Aug 18 07:53:19.248099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399dda5-302d-41c2-898c-0e806c7f611a req-116c9666-0f0c-40cf-8261-8e8d6bb514e7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:19.249565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8399dda5-302d-41c2-898c-0e806c7f611a req-116c9666-0f0c-40cf-8261-8e8d6bb514e7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0789762 Aug 18 07:53:19.322911 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d966eb37-8126-44c6-9aeb-dc2b4a472acc req-084b02b5-c91d-46b1-853a-4ca4b624f234 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723331 Aug 18 07:53:19.328741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8399dda5-302d-41c2-898c-0e806c7f611a req-805d158b-f4d0-4f28-94f5-d670b2ab56ed tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 Aug 18 07:53:19.425957 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb9ca-2c65-4bcd-b72f-e473736b9814 req-598b6d29-69fe-406c-bc6d-6fdc96fe90ff tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:19.427597 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e8bfb9ca-2c65-4bcd-b72f-e473736b9814 req-598b6d29-69fe-406c-bc6d-6fdc96fe90ff tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0482006 Aug 18 07:53:19.465679 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e8bfb9ca-2c65-4bcd-b72f-e473736b9814 req-81fd6fe1-1666-48aa-b9ff-cc8b57e76a54 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Aug 18 07:53:19.686680 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f64e7495-2f29-46fa-909f-f689f7ec6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:20.474399 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfd948-ef0d-4214-8001-e4c1e644f91d req-dbea7555-bd48-42ba-b259-49b3ff6c8bda tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:20.475903 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9abfd948-ef0d-4214-8001-e4c1e644f91d req-dbea7555-bd48-42ba-b259-49b3ff6c8bda tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0844364 Aug 18 07:53:20.484269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac9455-f6ac-44a8-8159-3366db5f5b66 req-21685c38-e4f6-41d2-b206-cef2b21c24b0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:20.485738 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-93ac9455-f6ac-44a8-8159-3366db5f5b66 req-21685c38-e4f6-41d2-b206-cef2b21c24b0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0818775 Aug 18 07:53:20.543139 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9abfd948-ef0d-4214-8001-e4c1e644f91d req-f55767b0-5143-4448-8981-b9ec3a851728 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562975 Aug 18 07:53:20.550593 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-93ac9455-f6ac-44a8-8159-3366db5f5b66 req-c50dbad1-e433-4912-b8d1-07697fbc35a6 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Aug 18 07:53:20.653844 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0465-2161-4500-8c55-010a85172a33 req-94b3f731-29fb-49f0-9811-7e0c763daddf tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:20.655327 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-26ba0465-2161-4500-8c55-010a85172a33 req-94b3f731-29fb-49f0-9811-7e0c763daddf tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0509048 Aug 18 07:53:20.694118 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-26ba0465-2161-4500-8c55-010a85172a33 req-bf4f35e9-c6ff-4e0a-a2ad-ebf77f8c184b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Aug 18 07:53:21.069102 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:21.695904 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742829-129f-4a6c-810f-7c1a5c66456b req-e0ff7930-4277-4929-aff4-a44a854a06c0 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:21.697402 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e742829-129f-4a6c-810f-7c1a5c66456b req-e0ff7930-4277-4929-aff4-a44a854a06c0 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0785258 Aug 18 07:53:21.705614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b85548-035c-4c27-82cd-ea81dec41a55 req-6c757f0a-d0cf-45b5-8efd-01cb417feb7c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:21.707140 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56b85548-035c-4c27-82cd-ea81dec41a55 req-6c757f0a-d0cf-45b5-8efd-01cb417feb7c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0900500 Aug 18 07:53:21.764657 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e742829-129f-4a6c-810f-7c1a5c66456b req-7f953bec-c438-4f47-b0be-7675e802b43d tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564597 Aug 18 07:53:21.769570 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56b85548-035c-4c27-82cd-ea81dec41a55 req-20965848-4ddd-4d5b-8aa4-dfbdecc3697c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Aug 18 07:53:21.868975 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115543-243e-4015-ba5e-cadb885b47f8 req-591a7131-5c78-442a-a0a7-f43319eff583 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:21.870384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20115543-243e-4015-ba5e-cadb885b47f8 req-591a7131-5c78-442a-a0a7-f43319eff583 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Aug 18 07:53:21.909769 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20115543-243e-4015-ba5e-cadb885b47f8 req-09363529-9912-4039-aee3-52c561603290 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Aug 18 07:53:22.298906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:22.324740 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-5b33d38e-5b8d-481f-99e7-d2fc6db01b9c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:22.326845 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-5b33d38e-5b8d-481f-99e7-d2fc6db01b9c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 946 time: 0.0526621 Aug 18 07:53:22.418958 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Deleting port 5cc7c60d-e802-45b1-bc59-3609d352b18d {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:53:22.419217 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:22.507049 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] For port 5cc7c60d-e802-45b1-bc59-3609d352b18d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5cc7c60d-e802-45b1-bc59-3609d352b18d,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:22.507408 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:22.519818 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Calling delete_port for 5cc7c60d-e802-45b1-bc59-3609d352b18d owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:53:22.641802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:22.657820 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'a877a247-fb48-4ca8-a138-beaa3146d911', '5cc7c60d-e802-45b1-bc59-3609d352b18d'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:22.671982 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event deleted for resources: {'Port': ['ID=5cc7c60d-e802-45b1-bc59-3609d352b18d,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:22.712237 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] No DVR routers for this DVR port 5cc7c60d-e802-45b1-bc59-3609d352b18d on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:53:22.715309 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:22.717400 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1b4cbda7-2348-49db-b5da-eb468bda40a9 req-268bdd92-bd8c-4396-ab08-d891649f5654 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "DELETE /v2.0/ports/5cc7c60d-e802-45b1-bc59-3609d352b18d HTTP/1.1" status: 204 len: 173 time: 0.3809898 Aug 18 07:53:22.717828 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'name': 'network-vif-deleted', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:22.720036 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228b19a7-b57c-44e3-8c1c-03258eb60c9e" -d '{"events": [{"server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "name": "network-vif-deleted", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:22.761525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba4af6-207b-4005-a199-5d00bf4988d1 x-openstack-request-id: req-2cba4af6-207b-4005-a199-5d00bf4988d1 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:22.761816 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6813c94-d20e-451b-b352-2bc90f45bc97", "name": "network-vif-deleted", "tag": "5cc7c60d-e802-45b1-bc59-3609d352b18d", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:22.762066 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cba4af6-207b-4005-a199-5d00bf4988d1 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:22.762458 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6813c94-d20e-451b-b352-2bc90f45bc97', 'name': 'network-vif-deleted', 'tag': '5cc7c60d-e802-45b1-bc59-3609d352b18d', 'status': 'completed', 'code': 200} Aug 18 07:53:23.155977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fbb4-e85a-4431-aa76-68a1094bf02c req-1688b644-86cb-448a-90c1-5671242aae84 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:23.157604 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3de9fbb4-e85a-4431-aa76-68a1094bf02c req-1688b644-86cb-448a-90c1-5671242aae84 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.3013546 Aug 18 07:53:23.172105 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327677fb-cf92-4643-9bc1-4ccc6b1a2448 req-1a97e06e-6e29-4f2d-bb0c-a78f4f3eb749 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:23.173849 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327677fb-cf92-4643-9bc1-4ccc6b1a2448 req-1a97e06e-6e29-4f2d-bb0c-a78f4f3eb749 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.2881534 Aug 18 07:53:23.239737 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3de9fbb4-e85a-4431-aa76-68a1094bf02c req-64d6c558-c73d-4bc3-af8a-03b9a09d0a20 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647478 Aug 18 07:53:23.270247 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327677fb-cf92-4643-9bc1-4ccc6b1a2448 req-3a140945-306e-4eb5-af90-483e3c29be56 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724642 Aug 18 07:53:23.362825 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-920c3f89-f22b-4f0f-aedd-6fc9c0c1e2f0 req-3e76a2b7-2d27-4683-9686-a8fba9640c3a tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6813c94-d20e-451b-b352-2bc90f45bc97 HTTP/1.1" status: 200 len: 210 time: 0.0371430 Aug 18 07:53:23.815115 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eada2ec-1805-4972-9aa3-47263b6bbdf0 req-2195a3da-c288-4011-998e-8dfad29a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:23.817421 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eada2ec-1805-4972-9aa3-47263b6bbdf0 req-2195a3da-c288-4011-998e-8dfad29a5e90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0433588 Aug 18 07:53:23.856013 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eada2ec-1805-4972-9aa3-47263b6bbdf0 req-19cb81db-4152-4c51-9449-8f656f24b028 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300109 Aug 18 07:53:24.494599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d65c-1873-4dcb-a5a5-d9b09ab26756 req-cf142e59-425c-4785-a526-9f8a22647c63 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:24.501133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1cb4d65c-1873-4dcb-a5a5-d9b09ab26756 req-cf142e59-425c-4785-a526-9f8a22647c63 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0999663 Aug 18 07:53:24.549696 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9f515-ad61-4daa-8a21-765b42871d38 req-1f8d0082-5fb4-400b-a913-e2b825e50367 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:24.551532 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2de9f515-ad61-4daa-8a21-765b42871d38 req-1f8d0082-5fb4-400b-a913-e2b825e50367 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1066272 Aug 18 07:53:24.589007 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1cb4d65c-1873-4dcb-a5a5-d9b09ab26756 req-666f6547-adef-48cc-9ba3-b954e4283268 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Aug 18 07:53:24.653972 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2de9f515-ad61-4daa-8a21-765b42871d38 req-70f130dc-a042-4853-89de-d21cc52b2953 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944045 Aug 18 07:53:25.071407 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b0e-32c2-4664-b110-9eea931dad3b req-76bdd9e1-c009-44e3-bdb4-817a1447917c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:25.073870 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-00028b0e-32c2-4664-b110-9eea931dad3b req-76bdd9e1-c009-44e3-bdb4-817a1447917c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.1006677 Aug 18 07:53:25.135626 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-00028b0e-32c2-4664-b110-9eea931dad3b req-fb567e86-58f7-431e-bed5-64c2ba2cd2c0 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Aug 18 07:53:25.211156 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5cc7c60d-e802-45b1-bc59-3609d352b18d no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:53:25.239399 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 5cc7c60d-e802-45b1-bc59-3609d352b18d {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:53:25.240055 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5cc7c60d-e802-45b1-bc59-3609d352b18d not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:53:25.745888 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882eae-695c-480f-83ff-d387c3764614 req-006a98d6-64fb-4e13-80bd-57a8dbb6d6a1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:25.748014 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-60882eae-695c-480f-83ff-d387c3764614 req-006a98d6-64fb-4e13-80bd-57a8dbb6d6a1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0639689 Aug 18 07:53:25.821819 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-60882eae-695c-480f-83ff-d387c3764614 req-142c6636-21c4-4de1-ab74-471afb8f118a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667064 Aug 18 07:53:25.837378 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920f2a-b80d-491e-9c0e-1f2581be74d3 req-83257fcb-0e97-4208-80a4-82c8292b6263 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:25.845984 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e8920f2a-b80d-491e-9c0e-1f2581be74d3 req-83257fcb-0e97-4208-80a4-82c8292b6263 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0881414 Aug 18 07:53:25.891081 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e8920f2a-b80d-491e-9c0e-1f2581be74d3 req-1838b51f-e3f9-4bb1-aec3-cc5bd732fe92 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438349 Aug 18 07:53:26.183600 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-d9523423-a74f-4583-8612-4c2047de21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:26.185994 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-d9523423-a74f-4583-8612-4c2047de21c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0832741 Aug 18 07:53:26.258188 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba6edb-e3ce-4d66-9a74-aae10286389f req-4db9d612-c3e3-4e16-a219-a903b7916264 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:26.259749 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95ba6edb-e3ce-4d66-9a74-aae10286389f req-4db9d612-c3e3-4e16-a219-a903b7916264 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1432426 Aug 18 07:53:26.345746 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95ba6edb-e3ce-4d66-9a74-aae10286389f req-56d017ef-12ff-425d-be51-0308045c5e16 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757692 Aug 18 07:53:26.378391 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-b4c32983-a703-4314-8c48-8625ee0bfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:26.379871 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-b4c32983-a703-4314-8c48-8625ee0bfb5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.1838715 Aug 18 07:53:26.394538 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be61f4-ca2e-43f8-ae58-412e9cb5629a req-c4ffcdca-bc34-4fdb-bde3-3205269db55b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:26.397430 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-89be61f4-ca2e-43f8-ae58-412e9cb5629a req-c4ffcdca-bc34-4fdb-bde3-3205269db55b tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.1724188 Aug 18 07:53:26.452240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-9ed381a5-e992-4add-a884-fd4b66913123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0533845 Aug 18 07:53:26.544775 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-89be61f4-ca2e-43f8-ae58-412e9cb5629a req-5f7729b5-a250-4ec2-a9a1-a0eaaa7f6932 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001537 Aug 18 07:53:26.549748 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-c2cdc704-7927-4282-8f80-7e6f84a9769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:26.552477 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-c2cdc704-7927-4282-8f80-7e6f84a9769b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0884326 Aug 18 07:53:26.600894 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-ec417ae3-3bcb-4a87-a365-f4c83da28ffa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285883 Aug 18 07:53:26.733392 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-f454a30e-44e1-4d75-8cc1-84ecc9f1394a service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228096 Aug 18 07:53:26.868641 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b3eb92f-be72-4c78-8147-493624f4b5de req-465de2ec-74bc-4ba7-a476-30e6b66eed25 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208222 Aug 18 07:53:27.057273 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-fe04586b-7210-4399-a189-4c3d443b711e tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:27.061419 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-fe04586b-7210-4399-a189-4c3d443b711e tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 945 time: 0.1154714 Aug 18 07:53:27.082317 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd9c20-86b9-42df-a5e8-d46f4e725fdf req-f057ab2e-20eb-42fd-855f-d7234d76f8e0 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:27.084488 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eedd9c20-86b9-42df-a5e8-d46f4e725fdf req-f057ab2e-20eb-42fd-855f-d7234d76f8e0 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1134462 Aug 18 07:53:27.177696 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eedd9c20-86b9-42df-a5e8-d46f4e725fdf req-c407329d-9cb5-43e7-80ef-dd822e00be55 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855370 Aug 18 07:53:27.213063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Deleting port a877a247-fb48-4ca8-a138-beaa3146d911 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:53:27.213905 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:27.322320 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] For port a877a247-fb48-4ca8-a138-beaa3146d911, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a877a247-fb48-4ca8-a138-beaa3146d911,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:27.322725 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:27.340003 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Calling delete_port for a877a247-fb48-4ca8-a138-beaa3146d911 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:53:27.522768 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:27.532280 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62189b-f7d5-4558-880c-e8f622e7da86 req-1a78837f-11cb-4f03-8c94-5df0985ddf9b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:27.533863 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b62189b-f7d5-4558-880c-e8f622e7da86 req-1a78837f-11cb-4f03-8c94-5df0985ddf9b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0747294 Aug 18 07:53:27.535643 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:27.571735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event deleted for resources: {'Port': ['ID=a877a247-fb48-4ca8-a138-beaa3146d911,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:27.636608 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] No DVR routers for this DVR port a877a247-fb48-4ca8-a138-beaa3146d911 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:53:27.640753 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:27.643123 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eef6c628-88af-484a-84e1-1ddb939d3478 req-829c0fca-203f-49aa-abfc-af6f01c285f5 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "DELETE /v2.0/ports/a877a247-fb48-4ca8-a138-beaa3146d911 HTTP/1.1" status: 204 len: 173 time: 0.5575554 Aug 18 07:53:27.643568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'name': 'network-vif-deleted', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:27.645925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513b68c-1ed0-4555-9168-007ede8cb548" -d '{"events": [{"server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "name": "network-vif-deleted", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:27.699558 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b62189b-f7d5-4558-880c-e8f622e7da86 req-bc68b8e2-fc48-4a4a-85eb-8b4ac9cff8e0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565599 Aug 18 07:53:27.717613 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-21ab41d7-f236-4439-87e3-eba068129279 req-2acef6eb-4b79-4713-9481-5b6b3f091852 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d123b5-2d19-4826-b57f-45a06e24f66e HTTP/1.1" status: 200 len: 210 time: 0.0592828 Aug 18 07:53:27.775228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3993a6d-f2dc-409f-b284-f684c87be491 x-openstack-request-id: req-d3993a6d-f2dc-409f-b284-f684c87be491 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:27.775656 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d123b5-2d19-4826-b57f-45a06e24f66e", "name": "network-vif-deleted", "tag": "a877a247-fb48-4ca8-a138-beaa3146d911", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:27.776034 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3993a6d-f2dc-409f-b284-f684c87be491 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:27.776772 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d123b5-2d19-4826-b57f-45a06e24f66e', 'name': 'network-vif-deleted', 'tag': 'a877a247-fb48-4ca8-a138-beaa3146d911', 'status': 'completed', 'code': 200} Aug 18 07:53:28.333730 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e81ac-7d12-40af-89d3-d879a44a1594 req-2c23ada8-2549-4093-be46-732bf40217d3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:28.335371 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8a3e81ac-7d12-40af-89d3-d879a44a1594 req-2c23ada8-2549-4093-be46-732bf40217d3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0650523 Aug 18 07:53:28.387239 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8a3e81ac-7d12-40af-89d3-d879a44a1594 req-b132bd94-e8a3-4259-97e4-c644eea5c729 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443358 Aug 18 07:53:28.846961 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e50ec-934f-410a-8465-30a8c1e47e25 req-8f2da3cb-32d9-4edd-84ef-054e706539e3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:28.848642 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-176e50ec-934f-410a-8465-30a8c1e47e25 req-8f2da3cb-32d9-4edd-84ef-054e706539e3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0629299 Aug 18 07:53:28.894186 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-176e50ec-934f-410a-8465-30a8c1e47e25 req-132d7704-2094-41aa-afaf-fdc367e68842 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Aug 18 07:53:29.204863 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device a877a247-fb48-4ca8-a138-beaa3146d911 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:53:29.231950 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: a877a247-fb48-4ca8-a138-beaa3146d911 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:53:29.232293 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device a877a247-fb48-4ca8-a138-beaa3146d911 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:53:29.537683 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd46ce-a178-4685-a5f9-6bff73cbfac3 req-f43ce8c1-c044-4359-af72-81086b5d77c8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:29.539345 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17cd46ce-a178-4685-a5f9-6bff73cbfac3 req-f43ce8c1-c044-4359-af72-81086b5d77c8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0660043 Aug 18 07:53:29.595451 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-17cd46ce-a178-4685-a5f9-6bff73cbfac3 req-486d3a1d-da91-4abb-af82-96d20fa7daa2 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488913 Aug 18 07:53:30.075006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7cf4-5f22-4555-ac4d-23e704f3f558 req-124307d7-0c1e-4bcd-b7fe-84741dd8e421 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:30.089513 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-437b7cf4-5f22-4555-ac4d-23e704f3f558 req-124307d7-0c1e-4bcd-b7fe-84741dd8e421 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1213801 Aug 18 07:53:30.183958 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-437b7cf4-5f22-4555-ac4d-23e704f3f558 req-2825f4ea-f224-4d53-9727-68529cf52e12 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Aug 18 07:53:30.533222 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dab8be-3a22-4d41-9e91-01e2ffa6c796 req-adc9eeb5-18f2-46f5-a373-3547988d433c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:30.535769 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3dab8be-3a22-4d41-9e91-01e2ffa6c796 req-adc9eeb5-18f2-46f5-a373-3547988d433c tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0954442 Aug 18 07:53:30.658625 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3dab8be-3a22-4d41-9e91-01e2ffa6c796 req-d40dc536-5be1-4540-934e-d7936c3339d7 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064939 Aug 18 07:53:30.818376 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea99dc-b5ca-4756-b63b-0182e639beb8 req-0e22ad3e-3fd7-431a-9690-3b5fce8220f8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:30.821076 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19ea99dc-b5ca-4756-b63b-0182e639beb8 req-0e22ad3e-3fd7-431a-9690-3b5fce8220f8 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0742776 Aug 18 07:53:30.870755 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-19ea99dc-b5ca-4756-b63b-0182e639beb8 req-7e9889d1-beda-45c1-8380-55f4e3e50269 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420737 Aug 18 07:53:31.845006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4992a4-8127-40e4-93d0-ac59bfbe653b req-23fc1e2e-f9ac-4fe4-9ed4-e7f7d7c27d80 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:31.846623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-df4992a4-8127-40e4-93d0-ac59bfbe653b req-23fc1e2e-f9ac-4fe4-9ed4-e7f7d7c27d80 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0599384 Aug 18 07:53:31.903192 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-df4992a4-8127-40e4-93d0-ac59bfbe653b req-f84591c0-3506-4a80-8725-b0bd4a8c46b2 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Aug 18 07:53:31.970733 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4a7e5-d67f-4dcc-8d7c-fddffb630b56 req-f6db67ff-d7e1-4811-9956-691aae168ece tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:31.972271 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-76d4a7e5-d67f-4dcc-8d7c-fddffb630b56 req-f6db67ff-d7e1-4811-9956-691aae168ece tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0678790 Aug 18 07:53:32.053429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-76d4a7e5-d67f-4dcc-8d7c-fddffb630b56 req-b60c8445-b1b6-4db5-a078-24d36e666ece tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Aug 18 07:53:32.068321 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e91e-c02f-4208-b150-d5136711145d req-ec089712-6d34-4129-a2a2-921383f8fa71 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:32.072651 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc06e91e-c02f-4208-b150-d5136711145d req-ec089712-6d34-4129-a2a2-921383f8fa71 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0799847 Aug 18 07:53:32.130241 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc06e91e-c02f-4208-b150-d5136711145d req-5b51d817-4a39-4285-b802-0f1b3659957a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500736 Aug 18 07:53:32.612004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-c576a457-a195-4c90-8161-afe666351168 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:32.613973 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-c576a457-a195-4c90-8161-afe666351168 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0693150 Aug 18 07:53:32.767900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Deleting port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:53:32.768247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:32.910785 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] For port 3950c27b-f4e7-408b-b0a8-1b3c07adf513, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3950c27b-f4e7-408b-b0a8-1b3c07adf513,segment=NetworkSegment(b8ab29a7-06ee-477b-a99b-15fe37e507f1),segment_id=b8ab29a7-06ee-477b-a99b-15fe37e507f1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:53:32.911491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:32.935329 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Calling delete_port for 3950c27b-f4e7-408b-b0a8-1b3c07adf513 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:53:33.114952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a23a0-a968-47f7-9ecb-298757f913f5 req-ac1f5d56-714a-4b4c-b7af-de88c538edaf tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:33.116601 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-282a23a0-a968-47f7-9ecb-298757f913f5 req-ac1f5d56-714a-4b4c-b7af-de88c538edaf tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3b2b84-ebb3-4150-b059-72a52ff2dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0784204 Aug 18 07:53:33.189363 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-282a23a0-a968-47f7-9ecb-298757f913f5 req-f03f39db-d07d-4728-a11e-ba720616d53d tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.38 "GET /v2.0/security-groups?id=3036f5e7-7e9c-452c-88a0-b0834743e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Aug 18 07:53:33.190513 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:33.207151 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['3950c27b-f4e7-408b-b0a8-1b3c07adf513'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:53:33.230262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Pushing event deleted for resources: {'Port': ['ID=3950c27b-f4e7-408b-b0a8-1b3c07adf513,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:33.308496 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] No DVR routers for this DVR port 3950c27b-f4e7-408b-b0a8-1b3c07adf513 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:53:33.311775 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:33.313954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6b9460f4-1bcc-49c7-aabc-d82fb812285f req-498dfd51-c1d2-4b4a-b736-4a48002b5483 tempest-AttachVolumeNegativeTest-1313194058 tempest-AttachVolumeNegativeTest-1313194058-project] 10.222.0.42 "DELETE /v2.0/ports/3950c27b-f4e7-408b-b0a8-1b3c07adf513 HTTP/1.1" status: 204 len: 173 time: 0.6914136 Aug 18 07:53:33.314438 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'name': 'network-vif-deleted', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:53:33.317083 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a6dc1-5807-4424-9d72-9427ea9ee290" -d '{"events": [{"server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "name": "network-vif-deleted", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:53:33.411727 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63a69d-3b02-4c51-b2ed-403dfa853b70 x-openstack-request-id: req-bf63a69d-3b02-4c51-b2ed-403dfa853b70 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:53:33.412163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3b2b84-ebb3-4150-b059-72a52ff2dfc0", "name": "network-vif-deleted", "tag": "3950c27b-f4e7-408b-b0a8-1b3c07adf513", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:53:33.412580 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf63a69d-3b02-4c51-b2ed-403dfa853b70 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:53:33.413200 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3b2b84-ebb3-4150-b059-72a52ff2dfc0', 'name': 'network-vif-deleted', 'tag': '3950c27b-f4e7-408b-b0a8-1b3c07adf513', 'status': 'completed', 'code': 200} Aug 18 07:53:33.448368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c980f-cf75-411e-a656-7e29338d941b req-7178b6c2-5d1f-4de0-8bc5-5018003e4b7a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:33.463377 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f6c980f-cf75-411e-a656-7e29338d941b req-7178b6c2-5d1f-4de0-8bc5-5018003e4b7a tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1189947 Aug 18 07:53:33.529226 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f6c980f-cf75-411e-a656-7e29338d941b req-8714aba4-25f8-41eb-ac3a-563287d32ed0 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640435 Aug 18 07:53:34.298043 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 37666) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:34.352360 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Deleting subnet 0b4eeada-ce25-40b3-8526-3b8563cc5e02 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:53:34.356384 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.393884 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.436155 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.492647 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.506142 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.511104 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37672) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:34.511583 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0b4eeada-ce25-40b3-8526-3b8563cc5e02 HTTP/1.1" status: 204 len: 168 time: 0.2121267 Aug 18 07:53:34.535351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4eeada-ce25-40b3-8526-3b8563cc5e02,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:34.543161 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.543525 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.544408 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.544994 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.545506 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.546018 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.547611 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.548233 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.548772 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.549281 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.549792 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.550287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8c3c0-902d-4f8b-bf21-829078fdb813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:53:34.629885 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.762683 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.773125 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2695-6b2c-4c98-a6f7-58b66d24490d req-3e132f87-570d-4112-b7be-7bc00cd7bf23 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:34.781041 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f0b2695-6b2c-4c98-a6f7-58b66d24490d req-3e132f87-570d-4112-b7be-7bc00cd7bf23 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.1451628 Aug 18 07:53:34.797830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff87db5-cd91-4704-9737-170919fa87c1']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:34.821338 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ab29a7-06ee-477b-a99b-15fe37e507f1') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:34.821633 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ab29a7-06ee-477b-a99b-15fe37e507f1') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:34.836523 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.862089 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f0b2695-6b2c-4c98-a6f7-58b66d24490d req-cb9396a0-7e56-453f-9882-6bbd7fe976fc tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=2feee0fe-4484-4c05-8483-5b7316fad2fa&id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745952 Aug 18 07:53:34.866957 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.880285 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:53:34.880983 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:53:34.884368 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:53:34.976205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:34.994752 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:35.000554 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ff87db5-cd91-4704-9737-170919fa87c1 HTTP/1.1" status: 204 len: 168 time: 0.4804149 Aug 18 07:53:35.002775 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082bc3-2121-4720-a82c-a23084fb9d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff87db5-cd91-4704-9737-170919fa87c1,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:35.240767 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 3950c27b-f4e7-408b-b0a8-1b3c07adf513 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:53:35.268547 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37688) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:35.304754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 3950c27b-f4e7-408b-b0a8-1b3c07adf513 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:53:35.305096 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 3950c27b-f4e7-408b-b0a8-1b3c07adf513 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:53:35.362779 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d55c3c93-c0bc-436e-acbb-d512351c2a7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7137f39c9f5148c4bca790c5f381cc3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0926971 Aug 18 07:53:35.365345 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37694) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:35.460200 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:35.495082 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:35.555963 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:35.561448 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:35.563361 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3036f5e7-7e9c-452c-88a0-b0834743e20a HTTP/1.1" status: 204 len: 168 time: 0.1962836 Aug 18 07:53:35.578462 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4deb6-4e68-4abf-8531-f54dc1ea0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036f5e7-7e9c-452c-88a0-b0834743e20a,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:40.519528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-0a013c3a-ded1-4bdd-8c1b-de8a5bdbb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:40.521097 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-0a013c3a-ded1-4bdd-8c1b-de8a5bdbb171 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0765550 Aug 18 07:53:40.541919 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728897b6-c83a-4c02-abb3-8345109dff04 req-3befcfa8-e558-4ecc-b26f-f59263e63976 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:40.541919 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-728897b6-c83a-4c02-abb3-8345109dff04 req-3befcfa8-e558-4ecc-b26f-f59263e63976 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0793622 Aug 18 07:53:40.634356 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-728897b6-c83a-4c02-abb3-8345109dff04 req-ab87131d-09ce-4e3b-9909-efa6f43a2a2c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Aug 18 07:53:40.673419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-eae72a81-f90a-4ff0-9991-2d7c2621a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:40.675022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-eae72a81-f90a-4ff0-9991-2d7c2621a88e service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.1415777 Aug 18 07:53:40.722606 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-0fc32760-0633-4f65-8a0b-ac443684dd96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0395086 Aug 18 07:53:40.780074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-70473c96-a09d-4a1a-b806-26ed223e3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:40.781677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-70473c96-a09d-4a1a-b806-26ed223e3ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0508950 Aug 18 07:53:40.817538 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-cec4d1f3-11ce-4742-b6fe-193f94e8de6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252509 Aug 18 07:53:40.910727 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-df556f8b-c22e-43bf-b67b-a60fbcff2f82 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Aug 18 07:53:41.060630 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35fb593a-8ed8-480a-a26d-08ad7c2d5fc3 req-0496a628-bdba-43b3-b973-4d7406646c84 service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390767 Aug 18 07:53:41.373016 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37890) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:41.417506 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Deleting subnet 426d77fd-3157-4fe8-b511-603234764942 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:53:41.421097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.456520 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.499975 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.561579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.587904 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426d77fd-3157-4fe8-b511-603234764942,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:41.591827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.595318 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-95faa6a8-c149-4590-bb11-71f01e6b551a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/426d77fd-3157-4fe8-b511-603234764942 HTTP/1.1" status: 204 len: 168 time: 0.2197855 Aug 18 07:53:41.597086 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37892) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:41.665563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.776888 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.791252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f413f22c-beea-4248-abe3-1a0f29b9f1b7']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:41.805815 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bd261e-57ba-4aa0-b7a4-8d794043ae4c') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:41.806108 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bd261e-57ba-4aa0-b7a4-8d794043ae4c') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:53:41.819740 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.835088 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a728a06-b2c9-4ad5-9759-9b2ab7809199 req-53ac37a2-8b72-4344-9b85-11b007eec988 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:41.836662 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a728a06-b2c9-4ad5-9759-9b2ab7809199 req-53ac37a2-8b72-4344-9b85-11b007eec988 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0987904 Aug 18 07:53:41.850593 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.868963 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:53:41.869382 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:53:41.871160 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:53:41.936824 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1a728a06-b2c9-4ad5-9759-9b2ab7809199 req-b9abbeb2-a74f-42ad-98a0-07e171ad6b90 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932798 Aug 18 07:53:41.947457 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.954599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:41.959909 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] 10.222.0.38 "DELETE /v2.0/networks/f413f22c-beea-4248-abe3-1a0f29b9f1b7 HTTP/1.1" status: 204 len: 168 time: 0.3589444 Aug 18 07:53:41.980362 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a6329-7f4c-44c9-bde1-8e65b5d1131b admin admin] Pushing event deleted for resources: {'Network': ['ID=f413f22c-beea-4248-abe3-1a0f29b9f1b7,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:42.170466 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37906) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:42.209773 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-11065a4b-a589-4788-b9a3-1719c913fce8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d354dce5f61f476f96cbc1ce691efe19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382440 Aug 18 07:53:42.212193 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 37908) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:42.272350 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:42.298214 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:42.348036 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:42.350778 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:42.351910 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250 HTTP/1.1" status: 204 len: 168 time: 0.1388094 Aug 18 07:53:42.360143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4044-4efe-4f20-a8a1-68277feefbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e87a2d-b0e5-4e67-b0b2-c2a66cb91250,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:43.079244 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74638bb-e14d-482b-9955-8d31eaf6fa6e req-6f1e8cc4-a991-4c94-a4e3-b83124fc22c5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:43.087460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a74638bb-e14d-482b-9955-8d31eaf6fa6e req-6f1e8cc4-a991-4c94-a4e3-b83124fc22c5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0638657 Aug 18 07:53:43.133350 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a74638bb-e14d-482b-9955-8d31eaf6fa6e req-bd30de1d-feeb-43dc-a89a-b9ee9666cb14 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Aug 18 07:53:44.288815 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32da98-ff2d-4024-b2f1-231ce4234333 req-cae55031-44cb-44e6-8f67-df55f075b766 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:44.290578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ee32da98-ff2d-4024-b2f1-231ce4234333 req-cae55031-44cb-44e6-8f67-df55f075b766 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0810990 Aug 18 07:53:44.342075 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ee32da98-ff2d-4024-b2f1-231ce4234333 req-3450a64b-202b-43a2-b9cf-e9ff87ffeb70 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Aug 18 07:53:44.692639 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e74f-eb1e-4b1c-bd6c-7ab137dddcf6 req-3f912609-920e-40a2-a6d3-3052fcf4fbdc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:44.692787 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e664e74f-eb1e-4b1c-bd6c-7ab137dddcf6 req-3f912609-920e-40a2-a6d3-3052fcf4fbdc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0680888 Aug 18 07:53:44.733572 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e664e74f-eb1e-4b1c-bd6c-7ab137dddcf6 req-8f2707d6-8f7f-4cc0-8b49-5e7fd28ef250 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343623 Aug 18 07:53:45.459565 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf62d-9694-40b2-b2ad-43f98ac405f3 req-5daacd5f-8a89-46a6-b2cd-7f2a3190a5a3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:45.461079 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327bf62d-9694-40b2-b2ad-43f98ac405f3 req-5daacd5f-8a89-46a6-b2cd-7f2a3190a5a3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0477605 Aug 18 07:53:45.503884 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-327bf62d-9694-40b2-b2ad-43f98ac405f3 req-0ce0e930-05d4-4a18-b7d8-653d0ce29219 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Aug 18 07:53:45.861713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba63677-5f84-4bfc-8121-8e96ae27e5df req-3c5fcd9a-3798-4076-a855-65e71f7d64c2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:45.863233 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4ba63677-5f84-4bfc-8121-8e96ae27e5df req-3c5fcd9a-3798-4076-a855-65e71f7d64c2 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0523343 Aug 18 07:53:45.913081 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4ba63677-5f84-4bfc-8121-8e96ae27e5df req-4522a43a-916f-4ca8-8546-17e6aacf7d10 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Aug 18 07:53:46.161288 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38018) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:46.163821 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38020) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:46.192092 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:53:46.311094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dc256dc1-8d29-4aad-ad57-7523e68b59a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.314090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.334183 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.db.api [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:53:46.334183 dv-cinder-804698-3-iscsi neutron-server[105479]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 07:53:46.334183 dv-cinder-804698-3-iscsi neutron-server[105479]: [parameters: {'project_id': '07744f8272da49b4b28d4045d4a24aac', 'id': 'aea0029d-6918-41e6-8bcf-d20c17a31048', 'expiration': datetime.datetime(2021, 8, 18, 7, 55, 46, 330722)}] Aug 18 07:53:46.334183 dv-cinder-804698-3-iscsi neutron-server[105479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:53:46.334732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG oslo_db.api [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:53:46.403938 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dc256dc1-8d29-4aad-ad57-7523e68b59a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.408804 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dc256dc1-8d29-4aad-ad57-7523e68b59a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.447551 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-dc256dc1-8d29-4aad-ad57-7523e68b59a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad287f3d469143ea90c983bd3f23b3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851756 Aug 18 07:53:46.448420 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc256dc1-8d29-4aad-ad57-7523e68b59a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f0dc8-6304-49ec-af73-7cfbc1fd3510,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:46.450270 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38026) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:46.501409 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.524005 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.571056 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.573683 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.577298 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d9f0dc8-6304-49ec-af73-7cfbc1fd3510 HTTP/1.1" status: 204 len: 168 time: 0.1235971 Aug 18 07:53:46.594617 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4b5e-c6b5-4b3c-ba10-10f6b38d20fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f0dc8-6304-49ec-af73-7cfbc1fd3510,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:46.644149 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129238-a909-4ccd-84b2-61de60435e1a req-142b31a3-e248-4ee8-9359-2ea27d7b2748 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:46.645982 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e129238-a909-4ccd-84b2-61de60435e1a req-142b31a3-e248-4ee8-9359-2ea27d7b2748 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0692801 Aug 18 07:53:46.694204 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e129238-a909-4ccd-84b2-61de60435e1a req-6e2de453-9429-4bab-a8e9-5bddd70f163b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Aug 18 07:53:46.836510 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.930914 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.943267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:46.984093 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07744f8272da49b4b28d4045d4a24aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190820 Aug 18 07:53:46.987790 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38034) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:47.028038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-6e690c5e-6869-4ef1-8f3e-eddaac1096b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.216389 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126f21-f226-47ea-a290-07d202acb156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be18942-c59d-429b-8618-52c73a6f451c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:47.288108 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1263d98-74a5-4bba-b21c-13fffb7aca08 req-dfbe2720-1709-4945-b00c-cc0937115478 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:47.289630 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d1263d98-74a5-4bba-b21c-13fffb7aca08 req-dfbe2720-1709-4945-b00c-cc0937115478 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.2945287 Aug 18 07:53:47.292539 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.327712 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.360675 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d1263d98-74a5-4bba-b21c-13fffb7aca08 req-49cf5103-efeb-4c2a-91d4-25b5fb597b2e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Aug 18 07:53:47.386553 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.389797 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.390916 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4be18942-c59d-429b-8618-52c73a6f451c HTTP/1.1" status: 204 len: 168 time: 0.4021995 Aug 18 07:53:47.398631 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7776eb2-9944-4c5a-93dc-6531b5ffc5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be18942-c59d-429b-8618-52c73a6f451c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:47.703344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38040) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:47.717538 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-b53833e6-8883-4172-9c45-6908c360e48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.837781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfe4a7-de33-49d8-99bb-8611d0b225f4 req-cd10f4a1-bc86-44e8-ad7a-42b9e5115fe3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:47.839227 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-29cfe4a7-de33-49d8-99bb-8611d0b225f4 req-cd10f4a1-bc86-44e8-ad7a-42b9e5115fe3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0733194 Aug 18 07:53:47.850188 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-b53833e6-8883-4172-9c45-6908c360e48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.857648 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-b53833e6-8883-4172-9c45-6908c360e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.911672 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-b53833e6-8883-4172-9c45-6908c360e48f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a39b2e2ad8654328a8377115b61a1261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069426 Aug 18 07:53:47.914132 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53833e6-8883-4172-9c45-6908c360e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33203e6f-2af4-4335-8f63-0a19e333bdb9,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:47.914406 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38044) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:47.921074 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-29cfe4a7-de33-49d8-99bb-8611d0b225f4 req-3df9bce3-a155-479a-8943-786598056e8c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731878 Aug 18 07:53:47.965197 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:47.987294 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.031308 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.034713 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.035374 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33203e6f-2af4-4335-8f63-0a19e333bdb9 HTTP/1.1" status: 204 len: 168 time: 0.1198862 Aug 18 07:53:48.043417 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a03a-1bbf-4a41-a22d-13d245b607c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33203e6f-2af4-4335-8f63-0a19e333bdb9,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:48.358116 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38050) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:48.371173 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea972e1a-50a3-42b3-8cfb-854fa7a67b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.497283 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea972e1a-50a3-42b3-8cfb-854fa7a67b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.511252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0193-5480-4256-a8c1-7935e1c5c179 req-26b1a61d-1ea1-4b48-a878-7d430146ebe5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:48.511252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06cb0193-5480-4256-a8c1-7935e1c5c179 req-26b1a61d-1ea1-4b48-a878-7d430146ebe5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0732100 Aug 18 07:53:48.511252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea972e1a-50a3-42b3-8cfb-854fa7a67b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.565017 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea972e1a-50a3-42b3-8cfb-854fa7a67b36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45d0f19abc764556935edb1569a6856f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058048 Aug 18 07:53:48.567969 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38054) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:48.569448 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea972e1a-50a3-42b3-8cfb-854fa7a67b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb36a6-56bb-4911-a617-5d79d389b1be,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:48.589368 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06cb0193-5480-4256-a8c1-7935e1c5c179 req-fb1bc056-e44a-42bd-8d1b-29f48c52b9cf tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734236 Aug 18 07:53:48.625116 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.650950 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.655179 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.697900 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.701025 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:48.702199 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60eb36a6-56bb-4911-a617-5d79d389b1be HTTP/1.1" status: 204 len: 168 time: 0.1330659 Aug 18 07:53:48.710840 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b6984-5af4-4344-973e-82209f657e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb36a6-56bb-4911-a617-5d79d389b1be,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:48.786151 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:49.046023 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e2918-9d53-4d7a-90f9-1a2bef5baeab req-45c85738-ba05-464c-baae-d83bfa8be1e8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:49.047509 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-125e2918-9d53-4d7a-90f9-1a2bef5baeab req-45c85738-ba05-464c-baae-d83bfa8be1e8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0487299 Aug 18 07:53:49.089591 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-125e2918-9d53-4d7a-90f9-1a2bef5baeab req-86a467d7-90a3-49c2-b174-ff6eb810f8b4 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Aug 18 07:53:49.690258 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-fd793915-d505-417d-bbe1-48328993e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:49.723332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6eeca-b639-49fb-b40d-6a3b28d40190 req-e9d2d730-e9a3-4f61-b1b0-8ccda48c7007 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:49.724911 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c7a6eeca-b639-49fb-b40d-6a3b28d40190 req-e9d2d730-e9a3-4f61-b1b0-8ccda48c7007 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0558636 Aug 18 07:53:49.777565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c7a6eeca-b639-49fb-b40d-6a3b28d40190 req-253813ca-281e-4f26-8b4a-2d714bf7e539 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Aug 18 07:53:50.202819 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79bfd-831c-4c8c-b219-999030731b2e req-0078fef1-5117-4fd5-b479-bd7f38db85fe tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:50.204308 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0b79bfd-831c-4c8c-b219-999030731b2e req-0078fef1-5117-4fd5-b479-bd7f38db85fe tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0500870 Aug 18 07:53:50.241829 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0b79bfd-831c-4c8c-b219-999030731b2e req-05b8731d-aaa1-495c-9c11-68e7ffb3856e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Aug 18 07:53:50.900492 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701759-1238-470e-be1b-a179817dd38c req-f4e1a0ae-6e4d-49d9-9ec0-53c0241d2af6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:50.902029 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a4701759-1238-470e-be1b-a179817dd38c req-f4e1a0ae-6e4d-49d9-9ec0-53c0241d2af6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0522640 Aug 18 07:53:50.942175 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a4701759-1238-470e-be1b-a179817dd38c req-9a0c50fa-cfcd-46ba-a500-76adb7052f6d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341563 Aug 18 07:53:51.072080 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:51.362031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc86e-244a-486f-9922-6764adbeb6d7 req-7186fa12-b848-4926-aa3e-de96739fb68d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:51.363460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0dccc86e-244a-486f-9922-6764adbeb6d7 req-7186fa12-b848-4926-aa3e-de96739fb68d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0511849 Aug 18 07:53:51.405282 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0dccc86e-244a-486f-9922-6764adbeb6d7 req-3df9b555-5c8d-4480-bd69-93ee1257a09a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Aug 18 07:53:52.062655 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb9c8b-d6c2-4349-825f-48c9f76b0076 req-14dabb4d-2210-4ee6-b259-e0753ca8d373 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:52.064304 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-55eb9c8b-d6c2-4349-825f-48c9f76b0076 req-14dabb4d-2210-4ee6-b259-e0753ca8d373 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0521863 Aug 18 07:53:52.110486 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-55eb9c8b-d6c2-4349-825f-48c9f76b0076 req-772a5ab0-512f-4374-90b1-79f61e2a62fe tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Aug 18 07:53:52.305580 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:52.542562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa8a42-59a0-4e8b-856c-bc956a49c655 req-ee1bce63-4bc5-4867-877d-5de3a8ee01e7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:52.544169 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cbaa8a42-59a0-4e8b-856c-bc956a49c655 req-ee1bce63-4bc5-4867-877d-5de3a8ee01e7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0504427 Aug 18 07:53:52.584451 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cbaa8a42-59a0-4e8b-856c-bc956a49c655 req-09b6edcb-bd97-4af6-9e82-312c293370d0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Aug 18 07:53:53.258697 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8d4a-6492-4454-98eb-edf32621d1df req-2f885ead-1960-4dc4-bb72-094656b262fc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:53.260313 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f1cf8d4a-6492-4454-98eb-edf32621d1df req-2f885ead-1960-4dc4-bb72-094656b262fc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0517125 Aug 18 07:53:53.305352 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f1cf8d4a-6492-4454-98eb-edf32621d1df req-5e33062d-292e-4f19-89dd-baab88253051 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 Aug 18 07:53:53.702611 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd147d37-0da7-4e42-8340-d4ba7f883cc6 req-4fe2316a-63c9-47c0-a8e8-3a39755323c2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:53.704137 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd147d37-0da7-4e42-8340-d4ba7f883cc6 req-4fe2316a-63c9-47c0-a8e8-3a39755323c2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0511284 Aug 18 07:53:53.744471 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd147d37-0da7-4e42-8340-d4ba7f883cc6 req-78bc9f69-69fc-4262-9ed8-5db38fc41612 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Aug 18 07:53:54.442426 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5002c87-86bd-4a1d-8726-edf78ddd811c req-04f8e18a-6a16-4bac-9428-f21729636b70 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:54.444613 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f5002c87-86bd-4a1d-8726-edf78ddd811c req-04f8e18a-6a16-4bac-9428-f21729636b70 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0593662 Aug 18 07:53:54.491271 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f5002c87-86bd-4a1d-8726-edf78ddd811c req-0fb31420-4ceb-495f-b3e2-3bbc2a287c50 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362968 Aug 18 07:53:54.634171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38158) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:54.746473 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-82256a5d-4a09-4bd9-a0c8-afca8ceb0293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:54.842470 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-82256a5d-4a09-4bd9-a0c8-afca8ceb0293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:54.847325 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-82256a5d-4a09-4bd9-a0c8-afca8ceb0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:54.877118 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b6f50-41fd-4568-b420-dd9ffe1cd843 req-93675b53-8cda-4ed4-8e37-9678eb5b7306 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:54.879432 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d5b6f50-41fd-4568-b420-dd9ffe1cd843 req-93675b53-8cda-4ed4-8e37-9678eb5b7306 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0597105 Aug 18 07:53:54.883730 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-82256a5d-4a09-4bd9-a0c8-afca8ceb0293 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19c9e31557344baa84e1e9b482243b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460375 Aug 18 07:53:54.884413 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38164) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:54.890842 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82256a5d-4a09-4bd9-a0c8-afca8ceb0293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f68775-a8ef-4688-a990-038f21938bac,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:54.967870 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2d5b6f50-41fd-4568-b420-dd9ffe1cd843 req-5e1b4fa5-59d4-4a65-8ca3-4e6fab15163d tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Aug 18 07:53:54.981334 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.003194 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.051017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.053849 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.055001 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36f68775-a8ef-4688-a990-038f21938bac HTTP/1.1" status: 204 len: 168 time: 0.1692441 Aug 18 07:53:55.066250 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe2a3-8564-40e4-9432-feaba0c636ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f68775-a8ef-4688-a990-038f21938bac,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:55.342374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38170) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:55.355944 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f28d-5466-4b5a-ab99-5f25f4328910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.459943 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f28d-5466-4b5a-ab99-5f25f4328910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.464493 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f28d-5466-4b5a-ab99-5f25f4328910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.505799 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e0c4f28d-5466-4b5a-ab99-5f25f4328910 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d42bb892ea8b401c82eabf4c363403b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620595 Aug 18 07:53:55.506529 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4f28d-5466-4b5a-ab99-5f25f4328910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1d3ac-6e14-49f9-a2fd-adb1e2d3e59e,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:55.508342 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38172) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:53:55.565578 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.587721 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.637808 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.640690 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:53:55.641881 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aeb1d3ac-6e14-49f9-a2fd-adb1e2d3e59e HTTP/1.1" status: 204 len: 168 time: 0.1325121 Aug 18 07:53:55.650038 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2598f9-b51d-4a0b-a50a-3283141661c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1d3ac-6e14-49f9-a2fd-adb1e2d3e59e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:53:55.650236 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779b8b-36d8-4c62-bc8f-c4d36b913592 req-158956ab-1165-4be6-b716-f2f6f6f94613 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:55.651736 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f9779b8b-36d8-4c62-bc8f-c4d36b913592 req-158956ab-1165-4be6-b716-f2f6f6f94613 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0555174 Aug 18 07:53:55.692464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f9779b8b-36d8-4c62-bc8f-c4d36b913592 req-f0db648b-08bd-4be7-babd-e8c18a5d4404 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341759 Aug 18 07:53:55.909060 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a9597-6fe5-4da6-a3e1-d10dbadc0154 req-b5138632-8ee9-4242-bee0-788f11932f6f tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:55.911347 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f58a9597-6fe5-4da6-a3e1-d10dbadc0154 req-b5138632-8ee9-4242-bee0-788f11932f6f tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0596151 Aug 18 07:53:55.982874 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f58a9597-6fe5-4da6-a3e1-d10dbadc0154 req-867db9b1-d312-4181-876b-6c831e5abe10 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657294 Aug 18 07:53:55.991297 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-b5920267-aad7-4ffa-ad65-70b68a0a4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:55.992846 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-b5920267-aad7-4ffa-ad65-70b68a0a4f7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.0610843 Aug 18 07:53:56.122414 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e964c1-d08d-4a22-b10a-95916a8f547c req-e4dfd40b-8499-45c6-8c7c-c6754eb12200 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:56.123916 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04e964c1-d08d-4a22-b10a-95916a8f547c req-e4dfd40b-8499-45c6-8c7c-c6754eb12200 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0755770 Aug 18 07:53:56.141903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-237df828-0b7a-475a-9945-effcb977069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:56.143412 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-237df828-0b7a-475a-9945-effcb977069f service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1421547 Aug 18 07:53:56.223515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-04e964c1-d08d-4a22-b10a-95916a8f547c req-d5a925a8-6bc3-492b-8ee0-12daf7b3b683 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Aug 18 07:53:56.240661 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-374d6019-47cc-4539-b77b-7ebfa4256674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1002 time: 0.0882788 Aug 18 07:53:56.297031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-ad3cb97b-ad6b-4775-87ed-4225d9959a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:56.298474 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-ad3cb97b-ad6b-4775-87ed-4225d9959a25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0465908 Aug 18 07:53:56.346865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-c63717ab-4a46-4f80-8123-81caa7beeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:56.348346 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-c63717ab-4a46-4f80-8123-81caa7beeaa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408933 Aug 18 07:53:56.447030 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-e7aed940-f1c0-4fb6-8948-ebdc1bf08407 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898747 Aug 18 07:53:56.541252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c35db1e5-7a52-4428-af8e-0c716ada91a1 req-d61f2a6e-1745-4f4c-a275-945e90574160 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846543 Aug 18 07:53:57.118277 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bab53-9a23-48b8-a3b5-159048aaf82a req-d218252a-2acf-4584-b49e-47dd590fb46c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:57.119774 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf9bab53-9a23-48b8-a3b5-159048aaf82a req-d218252a-2acf-4584-b49e-47dd590fb46c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0615106 Aug 18 07:53:57.168358 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf9bab53-9a23-48b8-a3b5-159048aaf82a req-384adea2-0ecd-43c0-90b6-50139b8288a5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Aug 18 07:53:57.341612 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572975-6a45-48da-8ead-e8724249629f req-30ffd3c9-f975-49fc-814c-544c4160b95b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:57.343151 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b572975-6a45-48da-8ead-e8724249629f req-30ffd3c9-f975-49fc-814c-544c4160b95b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0504334 Aug 18 07:53:57.383681 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b572975-6a45-48da-8ead-e8724249629f req-6edd3c2e-465b-4c70-a101-e7c78bea77bc tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Aug 18 07:53:58.281604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aadd6-55f1-40e2-99ba-34c99a2ff880 req-ad9f211e-72d0-442f-ad4a-b8e2031e6e85 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:58.283097 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d34aadd6-55f1-40e2-99ba-34c99a2ff880 req-ad9f211e-72d0-442f-ad4a-b8e2031e6e85 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.0473533 Aug 18 07:53:58.321383 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d34aadd6-55f1-40e2-99ba-34c99a2ff880 req-c4674bd9-3c72-4ec6-b64b-e01431b6d854 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Aug 18 07:53:58.506224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24130-a4a0-4b57-a184-5be9fec23ae2 req-0b0e2418-a684-4040-8485-4434de9867f5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:58.507657 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0bb24130-a4a0-4b57-a184-5be9fec23ae2 req-0b0e2418-a684-4040-8485-4434de9867f5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0548267 Aug 18 07:53:58.546994 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0bb24130-a4a0-4b57-a184-5be9fec23ae2 req-b6186c36-8a50-4a4c-a085-68711f64972c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 18 07:53:59.663368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbc61-5b6a-4fbe-aa4c-ed641a0e6f8c req-46a29c8e-3e86-4d02-b6d6-05b9408fbbc7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:53:59.664958 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ed9dbc61-5b6a-4fbe-aa4c-ed641a0e6f8c req-46a29c8e-3e86-4d02-b6d6-05b9408fbbc7 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0507503 Aug 18 07:53:59.703531 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ed9dbc61-5b6a-4fbe-aa4c-ed641a0e6f8c req-5fe61965-3384-4402-8af6-549cca56dff3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Aug 18 07:54:00.822138 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc562f-9f74-4746-9484-204c2ba48221 req-83debb09-03fa-4eb1-9609-dfbc3dcbe454 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:00.823625 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7fbc562f-9f74-4746-9484-204c2ba48221 req-83debb09-03fa-4eb1-9609-dfbc3dcbe454 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 18 07:54:00.862045 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7fbc562f-9f74-4746-9484-204c2ba48221 req-36a1122a-70c7-488f-b70f-c4a073811c56 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 18 07:54:01.984468 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f907d-9500-47c8-b039-9c96d32414a2 req-414a0ace-08b6-409c-804b-b2436c9fd3e1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:01.986012 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b54f907d-9500-47c8-b039-9c96d32414a2 req-414a0ace-08b6-409c-804b-b2436c9fd3e1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0551715 Aug 18 07:54:02.024699 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b54f907d-9500-47c8-b039-9c96d32414a2 req-7161e224-b966-439e-a1f5-983ba17fb826 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Aug 18 07:54:03.151887 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb2087-6b2f-47f0-b7f5-52656f10c3fd req-5e3c1a97-edff-4ce1-961a-b6246d14596c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:03.153443 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c8cb2087-6b2f-47f0-b7f5-52656f10c3fd req-5e3c1a97-edff-4ce1-961a-b6246d14596c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0507376 Aug 18 07:54:03.195422 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c8cb2087-6b2f-47f0-b7f5-52656f10c3fd req-46a0c430-87a4-4579-9029-50686eb2a441 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Aug 18 07:54:04.310117 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498296f4-0489-40f2-8265-8c8a7d9c4a99 req-8b31ff8e-0649-4161-be5b-1cfb2391d83e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:04.312150 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-498296f4-0489-40f2-8265-8c8a7d9c4a99 req-8b31ff8e-0649-4161-be5b-1cfb2391d83e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0497544 Aug 18 07:54:04.350289 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-498296f4-0489-40f2-8265-8c8a7d9c4a99 req-b5af08bc-8a5b-439a-b176-eb4834b93507 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Aug 18 07:54:05.467337 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbe2c-6cca-4f3c-8e2d-c476cf7525aa req-7916003f-40b3-4396-a1e2-d71e7cd38439 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:05.468870 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-678fbe2c-6cca-4f3c-8e2d-c476cf7525aa req-7916003f-40b3-4396-a1e2-d71e7cd38439 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0519423 Aug 18 07:54:05.507648 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-678fbe2c-6cca-4f3c-8e2d-c476cf7525aa req-eff3c0a0-1749-46e8-ac6b-451e8c930e52 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Aug 18 07:54:05.869645 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38296) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:05.975437 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.070109 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.073996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.108465 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d71515-9c85-41d2-ab8d-7ca918850b56,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:06.116766 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=082cb2ca8d054453bba638edc5e81ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460299 Aug 18 07:54:06.119739 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38308) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:06.122721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.123033 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.123466 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.123873 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.124277 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.124703 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.125099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.125493 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.125891 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.126275 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.126942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.127073 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787e3995-5eef-4a34-a838-1e8a43ab9f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:06.171904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.193789 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.242951 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.245713 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.249505 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47d71515-9c85-41d2-ab8d-7ca918850b56 HTTP/1.1" status: 204 len: 168 time: 0.1261852 Aug 18 07:54:06.263256 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1b00-e1de-4781-841e-e283b53c883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d71515-9c85-41d2-ab8d-7ca918850b56,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:06.509736 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38318) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:06.523494 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a0f70af4-2eb4-4bc2-9398-3607c5ffd05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.611032 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a0f70af4-2eb4-4bc2-9398-3607c5ffd05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.614936 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a0f70af4-2eb4-4bc2-9398-3607c5ffd05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.625806 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac67c1-94a2-43b2-9ac7-c0a3428e97de req-e0df4e7e-d8d6-4440-bb7a-389609f02676 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:06.627280 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c4ac67c1-94a2-43b2-9ac7-c0a3428e97de req-e0df4e7e-d8d6-4440-bb7a-389609f02676 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0489013 Aug 18 07:54:06.655089 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a0f70af4-2eb4-4bc2-9398-3607c5ffd05c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea97ccae8d584e43bc5adffecac00cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419725 Aug 18 07:54:06.655089 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70af4-2eb4-4bc2-9398-3607c5ffd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d968429-eccb-40a3-9a5b-86e58a2d1301,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:06.657035 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38322) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:06.681426 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c4ac67c1-94a2-43b2-9ac7-c0a3428e97de req-4c9d1731-eca7-47e1-95f3-99a35ccce08c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Aug 18 07:54:06.706201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.726721 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.780062 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.782734 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:06.783873 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d968429-eccb-40a3-9a5b-86e58a2d1301 HTTP/1.1" status: 204 len: 168 time: 0.1259606 Aug 18 07:54:06.791986 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79fe45-455d-4835-9fe2-087866c73e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d968429-eccb-40a3-9a5b-86e58a2d1301,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:07.600511 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074689c-2558-4114-b898-da9b1f6624fc req-8cf8a085-b47d-471c-8da5-a4fc9cd711b9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:07.602098 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8074689c-2558-4114-b898-da9b1f6624fc req-8cf8a085-b47d-471c-8da5-a4fc9cd711b9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0570066 Aug 18 07:54:07.644372 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8074689c-2558-4114-b898-da9b1f6624fc req-003bf679-540b-45d2-872a-83528d9a1b24 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342863 Aug 18 07:54:07.801586 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05cfdb-6d3d-41ed-964a-a9347cb24a1c req-70da959b-d3e5-4466-b336-6563da90aaff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:07.803442 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b05cfdb-6d3d-41ed-964a-a9347cb24a1c req-70da959b-d3e5-4466-b336-6563da90aaff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0502276 Aug 18 07:54:07.843510 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9b05cfdb-6d3d-41ed-964a-a9347cb24a1c req-e11cdeec-fe0e-4260-a801-f6818b204f6e tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Aug 18 07:54:08.762048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9595-4432-4768-b921-eabf5ad6b8fd req-1b1d6c44-3809-4e73-a085-254f4145739a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:08.763529 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-193d9595-4432-4768-b921-eabf5ad6b8fd req-1b1d6c44-3809-4e73-a085-254f4145739a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0468690 Aug 18 07:54:08.803445 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-193d9595-4432-4768-b921-eabf5ad6b8fd req-468fc616-e4b0-4bea-8b56-dacf84f482af tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3070d8-d5e2-467b-b2fd-5de8c7967120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Aug 18 07:54:08.964081 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2a22-54dd-4ad5-acc1-693d61612472 req-6ef31a7a-5dd5-458f-983a-fb9188c80d25 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:08.965583 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-33de2a22-54dd-4ad5-acc1-693d61612472 req-6ef31a7a-5dd5-458f-983a-fb9188c80d25 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0525560 Aug 18 07:54:09.004301 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-33de2a22-54dd-4ad5-acc1-693d61612472 req-cc3738f4-0758-41a3-94b4-73b0056ef933 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Aug 18 07:54:09.235916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-eb87783b-1b79-4a6d-b913-6134d70881ef tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:09.237405 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-eb87783b-1b79-4a6d-b913-6134d70881ef tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 946 time: 0.0487545 Aug 18 07:54:09.332047 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Deleting port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:09.332385 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:09.421713 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] For port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:09.422077 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:09.709148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:09.709714 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:09.710184 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Floating IP ea0e8cb0-41ef-41f3-805e-a3385c92d0ac disassociated. External IP: 172.27.0.107, port: 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1. Aug 18 07:54:09.710516 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Calling delete_port for 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:09.843214 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:09.878027 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'Port': ['ID=7ab83880-ffd9-4fc2-ab1e-7f72da5181c1,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:09.943741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14d3747b-91b4-4322-99f0-ea8eb3213879 req-bf2e7037-b322-4bd5-a52b-75c4c85c7939 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc7c4449-81ad-4f63-8ead-37d6ae6abd3b HTTP/1.1" status: 200 len: 210 time: 0.0636137 Aug 18 07:54:10.033290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:10.170935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:10.180836 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:10.182464 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a022a-84ed-4850-9c89-d8bb0b8bf684 req-0263530d-5cf4-4b6a-96fd-ac75c81006dd tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:10.183930 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-362a022a-84ed-4850-9c89-d8bb0b8bf684 req-0263530d-5cf4-4b6a-96fd-ac75c81006dd tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0928352 Aug 18 07:54:10.190635 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:10.191345 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:53:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:10.230785 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] No DVR routers for this DVR port 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:10.234479 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:10.236429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bdd54592-adbb-4394-ac58-cd71d90d0b5a req-53b2e3c3-7f17-4001-ad6d-92267cf033d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "DELETE /v2.0/ports/7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 HTTP/1.1" status: 204 len: 173 time: 0.9927261 Aug 18 07:54:10.236889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-deleted', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:10.239113 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ee0d0-573d-408c-89e1-032ab0c226e0" -d '{"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-deleted", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:10.258289 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-362a022a-84ed-4850-9c89-d8bb0b8bf684 req-9ae4c1ef-638e-4b15-8e5d-25c3a8f957af tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Aug 18 07:54:10.299066 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292eb306-9fcc-4899-8bfd-1484081ed161 x-openstack-request-id: req-292eb306-9fcc-4899-8bfd-1484081ed161 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:10.299359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7c4449-81ad-4f63-8ead-37d6ae6abd3b", "name": "network-vif-deleted", "tag": "7ab83880-ffd9-4fc2-ab1e-7f72da5181c1", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:10.299614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-292eb306-9fcc-4899-8bfd-1484081ed161 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:10.300015 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c4449-81ad-4f63-8ead-37d6ae6abd3b', 'name': 'network-vif-deleted', 'tag': '7ab83880-ffd9-4fc2-ab1e-7f72da5181c1', 'status': 'completed', 'code': 200} Aug 18 07:54:10.325873 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:10.530252 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:10.556950 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:10.566031 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:10.566642 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:53:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:10.757062 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:10.963922 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:10.994178 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ef339-3a55-4422-ba45-5bde7fa961e8 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:11.100094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38414) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:11.173341 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.208798 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.269388 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.272694 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.274167 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "DELETE /v2.0/security-groups/9b3070d8-d5e2-467b-b2fd-5de8c7967120 HTTP/1.1" status: 204 len: 168 time: 0.1730204 Aug 18 07:54:11.277568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38424) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:11.295616 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f331c-339f-47c1-900c-f4765db8e456 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3070d8-d5e2-467b-b2fd-5de8c7967120,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:11.308763 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.api.v2.resource [None req-af353e2b-8dbc-4a83-a6fe-afd1a2fada42 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] show failed (client error): The resource could not be found. Aug 18 07:54:11.310910 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-af353e2b-8dbc-4a83-a6fe-afd1a2fada42 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups/9b3070d8-d5e2-467b-b2fd-5de8c7967120 HTTP/1.1" status: 404 len: 347 time: 0.0275161 Aug 18 07:54:11.313876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38428) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:11.358702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c068f-dfc8-4c9b-b62c-ec6f67568460 None None] New status for floating IP ea0e8cb0-41ef-41f3-805e-a3385c92d0ac: DOWN {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:54:11.710981 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a1871-94c5-4a87-aafd-6eabf875b5ab req-7bfc00c3-7686-4c2a-8203-178cf0791bdf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:11.712458 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f54a1871-94c5-4a87-aafd-6eabf875b5ab req-7bfc00c3-7686-4c2a-8203-178cf0791bdf tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1192904 Aug 18 07:54:11.763788 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f54a1871-94c5-4a87-aafd-6eabf875b5ab req-a9942576-ca35-4162-8fa5-8440e6b88e17 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Aug 18 07:54:11.770299 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Deleting port 3e8677e8-e5df-4e77-9d1b-6dfd3f99123c {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:11.770930 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.867652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.867978 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:11.881084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Calling delete_port for 3e8677e8-e5df-4e77-9d1b-6dfd3f99123c owned by network:floatingip {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:12.049484 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.080296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'Port': ['ID=3e8677e8-e5df-4e77-9d1b-6dfd3f99123c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:12.141339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.143959 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.148473 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-2c43d3d7-662d-4748-97f9-37505b25923d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "DELETE /v2.0/floatingips/ea0e8cb0-41ef-41f3-805e-a3385c92d0ac HTTP/1.1" status: 204 len: 168 time: 0.8300846 Aug 18 07:54:12.595570 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38468) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:12.600202 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107058098', 'description': 'tempest-description--1808965131'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:12.624772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.707339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.711394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.744180 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.748251 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1491003 Aug 18 07:54:12.748251 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0089764-b627-4a09-bb50-83336c83122a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f66fb01-8db4-4a7b-8c34-561af532d8dc,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:12.748925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38470) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:12.753835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group_rule': {'security_group_id': '9f66fb01-8db4-4a7b-8c34-561af532d8dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:12.784915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.874619 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.879296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.904334 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34ea8d5-5c74-4ec5-a2b0-1758370a7fa3,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:12.912003 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.917159 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-59173bc9-6755-4693-9a94-c1060b786a75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669710 Aug 18 07:54:12.917611 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38474) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:12.923520 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'security_group_rule': {'security_group_id': '9f66fb01-8db4-4a7b-8c34-561af532d8dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:12.929012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7599e0-62c0-46f2-9de0-10d03c5e8196 req-93d50c5e-4b78-4e2f-a1ec-573d7881c5f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:12.931384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ee7599e0-62c0-46f2-9de0-10d03c5e8196 req-93d50c5e-4b78-4e2f-a1ec-573d7881c5f0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0934980 Aug 18 07:54:12.955711 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:12.982268 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ee7599e0-62c0-46f2-9de0-10d03c5e8196 req-a7ed59a6-ec67-480d-b508-5b796c13f4ef tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Aug 18 07:54:13.024271 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.029249 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.051878 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c0f481-e4df-4210-9993-07441da012a6,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:13.062631 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.064151 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-f465760c-2e40-4ed6-809e-0c4069650866 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452355 Aug 18 07:54:13.068227 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38478) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:13.073516 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:13.099634 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.246309 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.299291 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9590e6-575e-4e9a-b207-6b2dd1d55a1d req-0e44d99f-9a00-40cf-971b-6d802805d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:13.300926 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a9590e6-575e-4e9a-b207-6b2dd1d55a1d req-0e44d99f-9a00-40cf-971b-6d802805d937 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0627549 Aug 18 07:54:13.347421 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a9590e6-575e-4e9a-b207-6b2dd1d55a1d req-7b3c5112-148f-4677-82ee-703e1cbeba06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Aug 18 07:54:13.360946 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Allocated IP 172.27.0.254 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/c8671f98-15db-4ca1-916f-710242cf7b76) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:54:13.397306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:13.418415 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:13.418761 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7ab83880-ffd9-4fc2-ab1e-7f72da5181c1 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:13.479417 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.521550 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.524742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38492) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:13.564064 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:54:13.567340 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:54:13.571113 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:54:13.577168 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=c8671f98-15db-4ca1-916f-710242cf7b76,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:13.641709 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-63ff19f6-6796-40f2-b344-589a9244c7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.677797 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.716345 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.750090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-63ff19f6-6796-40f2-b344-589a9244c7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.754006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-63ff19f6-6796-40f2-b344-589a9244c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.791788 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff19f6-6796-40f2-b344-589a9244c7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714eeea-8e07-47d3-8ade-feb77fd9e3f1,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:13.796279 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-63ff19f6-6796-40f2-b344-589a9244c7df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e1ebbbddcdb49e3a9b074e5ba4bb2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703526 Aug 18 07:54:13.799685 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38496) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:13.850111 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.872477 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.874137 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.880325 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.928431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.931414 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.933159 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7714eeea-8e07-47d3-8ade-feb77fd9e3f1 HTTP/1.1" status: 204 len: 168 time: 0.1328974 Aug 18 07:54:13.943554 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec23cb-b0c1-4ade-a362-a0036c769e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714eeea-8e07-47d3-8ade-feb77fd9e3f1,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:13.960274 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=c8671f98-15db-4ca1-916f-710242cf7b76,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:13.963369 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.985076 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:13.986079 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c3bfb1d7-cebf-458a-8730-3b13b87bb49b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9167244 Aug 18 07:54:14.156927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4fa0b-59b3-4ef8-a17b-f24946218de4 req-e591ab04-bcef-41e1-8197-a2f42452de80 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:14.158654 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-41d4fa0b-59b3-4ef8-a17b-f24946218de4 req-e591ab04-bcef-41e1-8197-a2f42452de80 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0649135 Aug 18 07:54:14.226521 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-41d4fa0b-59b3-4ef8-a17b-f24946218de4 req-779709de-e9b9-4458-bcd3-012d7da16584 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606792 Aug 18 07:54:14.246726 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-527cd7ee-568d-4111-ac8c-ce54c5d122f5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--107058098&fields=id&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 267 time: 0.0579674 Aug 18 07:54:14.337045 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38516) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:14.359882 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-911a19f9-e9eb-4ae9-ae40-b374c326152c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.368817 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-e32db1ac-f574-4360-9bd6-a32acd57b11f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:14.370327 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-e32db1ac-f574-4360-9bd6-a32acd57b11f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 817 time: 0.1144056 Aug 18 07:54:14.386462 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-d50fb467-4ae3-44ce-9732-6b8a2ccce653 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/quotas/a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 375 time: 0.0093436 Aug 18 07:54:14.441511 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-dd2e2b5e-84f7-4a01-af8e-b4c46166f3ba tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486810 Aug 18 07:54:14.469122 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-911a19f9-e9eb-4ae9-ae40-b374c326152c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.473750 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-911a19f9-e9eb-4ae9-ae40-b374c326152c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.511989 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-911a19f9-e9eb-4ae9-ae40-b374c326152c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e019ce539a44aaba3e5b9cfbdf96ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734495 Aug 18 07:54:14.512871 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a19f9-e9eb-4ae9-ae40-b374c326152c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0d12f-3621-4f61-8e19-b6e05d53b681,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:14.515722 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38518) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:14.540847 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-391d649c-56ad-400f-824d-dc864175bf52 service neutron] 10.222.0.38 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863280 Aug 18 07:54:14.566402 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.597267 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.637750 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-19f61daa-335b-4154-8582-157b4a011032 service neutron] 10.222.0.38 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882804 Aug 18 07:54:14.654822 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.657451 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:14.658616 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46c0d12f-3621-4f61-8e19-b6e05d53b681 HTTP/1.1" status: 204 len: 168 time: 0.1420085 Aug 18 07:54:14.667374 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419af0e-860b-479c-90a3-2982c10dbd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0d12f-3621-4f61-8e19-b6e05d53b681,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:14.816418 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-90288dc0-4956-43ae-ac35-d47aab00309c req-2b663244-8ca3-4f7a-8073-558e933ffc17 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Aug 18 07:54:15.383327 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee9fef-a5a7-4020-b48a-a50087cf767c req-13acda99-91d2-4c6d-aaa0-ca5bc1aabd9b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:15.384918 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-efee9fef-a5a7-4020-b48a-a50087cf767c req-13acda99-91d2-4c6d-aaa0-ca5bc1aabd9b tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0613813 Aug 18 07:54:15.428672 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-efee9fef-a5a7-4020-b48a-a50087cf767c req-4cd79207-c563-4a5b-a434-cb044baaa4a2 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Aug 18 07:54:15.781201 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-805a077f-e692-4b95-a6fb-d30b9e0b55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:15.782753 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-805a077f-e692-4b95-a6fb-d30b9e0b55a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac64201c9ec74c50acc936de708aa1d1&device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 1098 time: 0.0834963 Aug 18 07:54:15.897445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d32fc9-3b00-4ab5-b864-39adaf41e9f3 req-17ef87c1-a9f4-476b-ba34-fdbceae17059 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:15.898968 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0d32fc9-3b00-4ab5-b864-39adaf41e9f3 req-17ef87c1-a9f4-476b-ba34-fdbceae17059 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1866581 Aug 18 07:54:15.929667 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38574) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:15.958111 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d73b8f4a-dbff-40fa-b4c9-e2cb116ab5e6 req-ea1a8a8e-218b-4a7f-84c4-5796a0152f80 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 210 time: 0.0524383 Aug 18 07:54:16.026927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-edbd4ae1-99a7-4924-aeca-46e93a342495 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:16.028344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-edbd4ae1-99a7-4924-aeca-46e93a342495 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 817 time: 0.2494655 Aug 18 07:54:16.033863 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c0d32fc9-3b00-4ab5-b864-39adaf41e9f3 req-3b4e50d6-53f6-4e6f-acdb-d8b30a018de1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254601 Aug 18 07:54:16.036742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-a91e5d99-1b91-45ea-af98-bbd84ba263fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:16.038090 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-a91e5d99-1b91-45ea-af98-bbd84ba263fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 200 len: 919 time: 0.2454331 Aug 18 07:54:16.056083 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-521c492d-b1fb-4136-afa8-22fcf477e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.098933 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-5f00d470-0d64-47d3-9045-f4a93f6e5624 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 200 len: 217 time: 0.0417888 Aug 18 07:54:16.142111 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-952e4b7b-d14c-461a-8e42-19bb01874266 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 379 time: 0.0908191 Aug 18 07:54:16.146139 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-521c492d-b1fb-4136-afa8-22fcf477e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.150696 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-521c492d-b1fb-4136-afa8-22fcf477e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.156402 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'port': {'device_id': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'admin_state_up': True, 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'security_groups': ['9f66fb01-8db4-4a7b-8c34-561af532d8dc']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:16.193651 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-521c492d-b1fb-4136-afa8-22fcf477e726 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=508fedbd2e9641dbb5bb13187ea6e3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627122 Aug 18 07:54:16.194592 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c492d-b1fb-4136-afa8-22fcf477e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4379478-9ee5-415e-8523-2884b685a71b,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:16.197741 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38582) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:16.207425 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-f6edfe29-7087-439d-a153-06945ef280da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:16.209023 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-f6edfe29-7087-439d-a153-06945ef280da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 200 len: 858 time: 0.0998800 Aug 18 07:54:16.247222 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-6f27e507-6a26-415c-a6ea-cf14d7bba39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64e4cba0-dbad-4d3d-ada6-ebc30785d589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283949 Aug 18 07:54:16.247475 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.270130 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.318745 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.321497 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.322685 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4379478-9ee5-415e-8523-2884b685a71b HTTP/1.1" status: 204 len: 168 time: 0.1237113 Aug 18 07:54:16.330646 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437931f-560a-467e-b953-dd74318aa177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4379478-9ee5-415e-8523-2884b685a71b,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:16.374157 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Made reservation on behalf of a12a8f48b95f423893d898c581bb6d54 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:54:16.377614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.390239 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-1cb456a3-9c48-4de6-9285-2321db7d253d service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355157 Aug 18 07:54:16.577057 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4fc2c7ab-6edf-4349-88f7-976af616bd00 req-1588c613-6028-4bbb-a60e-667546ed2c6c service neutron] 10.222.0.42 "GET /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777909 Aug 18 07:54:16.585271 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Allocated IP 172.20.0.7 (7652cdeb-c5f6-4e54-a352-db82ada6ba99/898140fe-3142-417c-9493-b56fdd67c1c9/e4297759-586a-44fd-9318-0eb2bf421225) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:54:16.738704 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.752375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Transition to ACTIVE for port object e4297759-586a-44fd-9318-0eb2bf421225 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:54:16.801939 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.849632 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:54:16.852925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:54:16.856755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:54:16.884483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:16.921223 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:16.921884 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:16.937792 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-f57ad274-dfd8-4607-b6fa-e81c8c7fb981 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872994 Aug 18 07:54:16.950731 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Request body: {'port': {'device_id': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:17.016748 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.030167 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-45f28a83-bacc-44ee-a090-fbbec00242f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.126870 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-cababec0-1ee9-4606-8965-7e193a32f2f3 None None] Provisioning for port e4297759-586a-44fd-9318-0eb2bf421225 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:54:17.131412 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-cababec0-1ee9-4606-8965-7e193a32f2f3 None None] Provisioning complete for port e4297759-586a-44fd-9318-0eb2bf421225 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:54:17.132064 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-cababec0-1ee9-4606-8965-7e193a32f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.170766 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-cababec0-1ee9-4606-8965-7e193a32f2f3 None None] Port e4297759-586a-44fd-9318-0eb2bf421225 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:54:17.276344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3773e-f803-4138-a7fb-7a2af7cea9ee req-a15d1faa-7b4b-4624-9d0c-2633de298793 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:17.277912 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1fe3773e-f803-4138-a7fb-7a2af7cea9ee req-a15d1faa-7b4b-4624-9d0c-2633de298793 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 931 time: 0.1833744 Aug 18 07:54:17.299550 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0002-5676-47a4-9b94-d47bd95fba0f req-40839bd2-0f6c-4be5-a60a-fa1fe1d071b0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:17.301052 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bfad0002-5676-47a4-9b94-d47bd95fba0f req-40839bd2-0f6c-4be5-a60a-fa1fe1d071b0 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1531773 Aug 18 07:54:17.386192 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1fe3773e-f803-4138-a7fb-7a2af7cea9ee req-84836482-31fb-4e9b-8fb6-0d5f4956c517 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993571 Aug 18 07:54:17.396952 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bfad0002-5676-47a4-9b94-d47bd95fba0f req-6a0b68b0-d14e-4d3f-a1fa-cd2799c638fe tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865645 Aug 18 07:54:17.445932 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:54:17.453850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.465211 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Transition to ACTIVE for port object e4297759-586a-44fd-9318-0eb2bf421225 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:54:17.469980 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.521761 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:17.604930 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Attempting to bind port e4297759-586a-44fd-9318-0eb2bf421225 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:54:17.605380 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Attempting to bind port e4297759-586a-44fd-9318-0eb2bf421225 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:54:17.605823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Attempting to bind port e4297759-586a-44fd-9318-0eb2bf421225 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:54:17.611905 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Port e4297759-586a-44fd-9318-0eb2bf421225 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:54:17.613765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Attempting to bind port e4297759-586a-44fd-9318-0eb2bf421225 on network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:54:17.619191 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:54:17.619616 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Checking segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:54:17.620065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Bound using segment: {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:54:17.620599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Bound port: e4297759-586a-44fd-9318-0eb2bf421225, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6171fcb-534f-407a-8451-1aa4efd3508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:54:17.620958 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.730130 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:54:17.735517 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:54:17.741742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.752771 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-67952592-76c0-45ea-9ea0-ad31b0abdb10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799654 Aug 18 07:54:17.780179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:17.780829 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:17.786312 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 1093 time: 0.8397129 Aug 18 07:54:17.786514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:17.789272 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6a7aef-3652-466c-885d-2993e65f6aef" -d '{"events": [{"name": "network-changed", "server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:18.091050 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19dea57-502c-4c7e-b599-5f926e608808 x-openstack-request-id: req-a19dea57-502c-4c7e-b599-5f926e608808 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:18.091715 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:18.091715 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a19dea57-502c-4c7e-b599-5f926e608808 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:18.091916 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'status': 'completed', 'code': 200} Aug 18 07:54:18.120565 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90551e-c4c8-4080-80a3-2eacf47d1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:18.140073 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-5b111631-70af-4b0a-84bc-3a276ad9a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.141588 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-5b111631-70af-4b0a-84bc-3a276ad9a017 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 1099 time: 0.3257291 Aug 18 07:54:18.147310 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-35a79bd5-dbd0-4677-9433-7c3356c411e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.148669 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-35a79bd5-dbd0-4677-9433-7c3356c411e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1096 time: 0.0560591 Aug 18 07:54:18.212996 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-9c1a2cfb-dba3-4f49-9ae8-87c3d1770e56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 217 time: 0.0400405 Aug 18 07:54:18.302926 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-9a3c6253-3f5c-4073-bc70-31c99ad3895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.304637 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-9a3c6253-3f5c-4073-bc70-31c99ad3895c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0577784 Aug 18 07:54:18.352205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-890602f1-471a-4a5d-bc60-8d684429e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.353686 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-890602f1-471a-4a5d-bc60-8d684429e616 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1737821 Aug 18 07:54:18.372429 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-e1dc93dc-9c4d-4dfc-802c-9aa792409bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.373894 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-e1dc93dc-9c4d-4dfc-802c-9aa792409bcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603516 Aug 18 07:54:18.504282 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-357eabd1-b634-4564-a2c0-a357e4a1a39f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 200 len: 1002 time: 0.1414886 Aug 18 07:54:18.606552 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164b85-1686-4b90-960f-46a2cfd3ed94 req-ce5c1926-1e94-46aa-beb6-4a284a36b3db tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.608534 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-43164b85-1686-4b90-960f-46a2cfd3ed94 req-ce5c1926-1e94-46aa-beb6-4a284a36b3db tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.1478188 Aug 18 07:54:18.613021 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-b4b3a0a3-e006-4c14-9992-c4c35ac49e19 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135093 Aug 18 07:54:18.616100 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-165fb099-c93d-4779-8099-1c05870c3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.617589 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-165fb099-c93d-4779-8099-1c05870c3e81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.1044536 Aug 18 07:54:18.647962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03112d-c395-48a6-bf15-2160c868f55b req-6fb463bd-f66f-49c3-a069-051f9399a987 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.650006 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ad03112d-c395-48a6-bf15-2160c868f55b req-6fb463bd-f66f-49c3-a069-051f9399a987 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1708679 Aug 18 07:54:18.662226 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:18.762596 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-43164b85-1686-4b90-960f-46a2cfd3ed94 req-ce21a389-8af1-4dcc-acd5-f90b0585da6e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441371 Aug 18 07:54:18.783334 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ad03112d-c395-48a6-bf15-2160c868f55b req-6654d325-6118-434f-922e-aa4bb2a7b453 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250188 Aug 18 07:54:18.796574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-bcb1e7ee-eca4-468e-b287-a522e6688819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:18.796574 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-bcb1e7ee-eca4-468e-b287-a522e6688819 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1678052 Aug 18 07:54:18.802502 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:18.864133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf919725-05c4-4c1b-b4d5-a317cce767b6 req-5b0d7b14-6c5e-4972-a25f-2361277fde94 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371857 Aug 18 07:54:18.926359 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-8d617ab1-3350-430e-afff-9400d70decd5 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210079 Aug 18 07:54:19.026089 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-c269ff2c-64f5-4734-b94c-802b5a72e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:19.027612 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-c269ff2c-64f5-4734-b94c-802b5a72e753 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1096 time: 0.1003976 Aug 18 07:54:19.110535 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b4cd9a15-0ad6-41ee-8a0f-1ca36ffb2e60 req-31baaf0e-45ae-4024-aaff-1e7b621dd9f1 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726477 Aug 18 07:54:19.164607 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-dd853c73-6d9a-442c-bde8-b045612a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:19.166388 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-dd853c73-6d9a-442c-bde8-b045612a3049 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.1303191 Aug 18 07:54:19.223674 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-7358d3a2-5be1-424a-89e6-9721964309ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 217 time: 0.0369012 Aug 18 07:54:19.691237 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-dd221692-1217-4bbe-a777-08c18fe2ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:19.889541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05832268-5537-40e2-93c1-94e557722212 req-2a8e7f23-fbc9-41b2-92ca-79af77bd41e1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:19.890977 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-05832268-5537-40e2-93c1-94e557722212 req-2a8e7f23-fbc9-41b2-92ca-79af77bd41e1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0476429 Aug 18 07:54:19.932052 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-05832268-5537-40e2-93c1-94e557722212 req-cf1a17dc-9f02-45f6-b098-3a5b9fe8aaba tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Aug 18 07:54:21.054435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956852c-310d-4bd1-8249-e6170e01d6d0 req-9145cef3-7840-4301-968e-baf16501d6bc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:21.055921 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7956852c-310d-4bd1-8249-e6170e01d6d0 req-9145cef3-7840-4301-968e-baf16501d6bc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0518944 Aug 18 07:54:21.083247 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:21.095672 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7956852c-310d-4bd1-8249-e6170e01d6d0 req-b3d45662-7451-45ed-bdac-7f750e03573b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Aug 18 07:54:22.082053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-69748148-8c40-4b3b-9ce8-1fab143f9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:22.083495 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-69748148-8c40-4b3b-9ce8-1fab143f9a5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0466530 Aug 18 07:54:22.133848 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-8a3c2189-2036-4bf5-bd50-090c41c6441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:22.135397 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-8a3c2189-2036-4bf5-bd50-090c41c6441a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412533 Aug 18 07:54:22.263408 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09bdbd-dc5d-48e0-8857-a31e8f9263ff req-3a2e4fa9-15a1-4501-99c7-87c1eb88b20a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:22.265460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6b09bdbd-dc5d-48e0-8857-a31e8f9263ff req-3a2e4fa9-15a1-4501-99c7-87c1eb88b20a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0981894 Aug 18 07:54:22.286525 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-f35aa682-1f87-468a-827c-1f1e4fac0762 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368363 Aug 18 07:54:22.302590 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:22.361441 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6b09bdbd-dc5d-48e0-8857-a31e8f9263ff req-c8c9ca9b-97d4-43c4-8098-84005ffceb75 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866392 Aug 18 07:54:22.400087 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d6a7aef-3652-466c-885d-2993e65f6aef req-3ec74375-7bfa-43ff-a18c-55d526450a99 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049438 Aug 18 07:54:23.191512 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:54:23.496087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718f67-5ce9-4ffb-994d-7f316800200c req-8578218f-a030-400e-b922-d6f80954cbe1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:23.497658 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc718f67-5ce9-4ffb-994d-7f316800200c req-8578218f-a030-400e-b922-d6f80954cbe1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0610995 Aug 18 07:54:23.537792 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc718f67-5ce9-4ffb-994d-7f316800200c req-36d20ece-2f20-4905-b280-9582dc744656 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341461 Aug 18 07:54:24.682310 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaf9b3-2c8e-4331-817f-359a5f03a6b2 req-f025dd9f-ce82-48f1-b1f5-de447fc3d5d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:24.683842 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09eaf9b3-2c8e-4331-817f-359a5f03a6b2 req-f025dd9f-ce82-48f1-b1f5-de447fc3d5d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0607831 Aug 18 07:54:24.724218 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09eaf9b3-2c8e-4331-817f-359a5f03a6b2 req-50359566-1e8b-4fb6-94d6-b3edc947eb2e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333045 Aug 18 07:54:25.453020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:54:25.555762 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:25.568064 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'e4297759-586a-44fd-9318-0eb2bf421225', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:54:25.606053 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:25.620658 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:54:25.621994 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38704) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:25.646067 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:25.650578 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:25.735821 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:25.736024 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc73f171-3316-4f12-824f-4f33dd621b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:25.747984 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.748618 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.748984 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.749353 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.749936 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.753120 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.753395 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.753967 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.754552 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.755125 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.755684 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.756250 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:25.845323 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc73f171-3316-4f12-824f-4f33dd621b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:25.854764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc73f171-3316-4f12-824f-4f33dd621b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:25.866480 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e324e-8a21-48ce-be5a-82981073cdc2 req-ff439f35-6f4c-4a4a-bdc9-6091300992f4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:25.879472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bd0e324e-8a21-48ce-be5a-82981073cdc2 req-ff439f35-6f4c-4a4a-bdc9-6091300992f4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0733931 Aug 18 07:54:25.905063 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-cc73f171-3316-4f12-824f-4f33dd621b4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea67b1f7ac7c4b50b260769868d789fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819278 Aug 18 07:54:25.912868 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38714) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:25.921021 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['e4297759-586a-44fd-9318-0eb2bf421225'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:25.924566 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73f171-3316-4f12-824f-4f33dd621b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58b830-5ae2-4db4-b7e6-afccd01f4722,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:25.975546 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bd0e324e-8a21-48ce-be5a-82981073cdc2 req-a9d4c57b-5078-4a0b-8b3d-a9ca3f5b996c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949538 Aug 18 07:54:26.027720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:26.073451 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:26.094267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27922-36bd-4d14-b277-958316ba0824 req-f5d8ae4b-f6c5-4804-abc7-d27288785f72 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:26.095803 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09a27922-36bd-4d14-b277-958316ba0824 req-f5d8ae4b-f6c5-4804-abc7-d27288785f72 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0841293 Aug 18 07:54:26.158677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-09a27922-36bd-4d14-b277-958316ba0824 req-38bc442b-0fc0-447f-9de8-ab6d255f8f50 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491753 Aug 18 07:54:26.167013 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:26.169874 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:26.171555 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f58b830-5ae2-4db4-b7e6-afccd01f4722 HTTP/1.1" status: 204 len: 168 time: 0.2573788 Aug 18 07:54:26.180331 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036742-31ef-4cad-ad84-2d7744f4c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f58b830-5ae2-4db4-b7e6-afccd01f4722,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:27.178838 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93804c4a-914a-44ca-83c3-8fe9b5747dce req-700d846e-99ec-44e4-8931-58bf38a654f3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:27.181174 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-93804c4a-914a-44ca-83c3-8fe9b5747dce req-700d846e-99ec-44e4-8931-58bf38a654f3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0815568 Aug 18 07:54:27.235453 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-93804c4a-914a-44ca-83c3-8fe9b5747dce req-f1b93c94-c596-4ad1-b1aa-e5489117855c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474353 Aug 18 07:54:27.302467 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560d32-30ff-4e94-8a5b-9b614ddae620 req-10a1153c-12ce-4734-8d72-a76f15d626f8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:27.304270 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3c560d32-30ff-4e94-8a5b-9b614ddae620 req-10a1153c-12ce-4734-8d72-a76f15d626f8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0646231 Aug 18 07:54:27.343914 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3c560d32-30ff-4e94-8a5b-9b614ddae620 req-e0b9f4c0-5aad-44cd-890a-b9dc41213c40 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Aug 18 07:54:27.462193 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:54:27.516319 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port e4297759-586a-44fd-9318-0eb2bf421225 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:54:27.521351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port e4297759-586a-44fd-9318-0eb2bf421225 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:54:27.521811 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:27.609919 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:27.635719 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:27.638261 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54906ec3-3d63-44b9-a5a0-2b10a6078289" -d '{"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:27.654060 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:27.659378 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:27.691218 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402b38c-819e-44ea-b524-22eee9bb0662 x-openstack-request-id: req-1402b38c-819e-44ea-b524-22eee9bb0662 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:27.691775 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:27.692277 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1402b38c-819e-44ea-b524-22eee9bb0662 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:27.692912 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'code': 200} Aug 18 07:54:27.730883 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:27.905876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080d30-f037-4171-98e1-e7d08e5278c4 req-9a1ead1b-922a-4919-b9e8-ff139dbc65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:27.907312 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31080d30-f037-4171-98e1-e7d08e5278c4 req-9a1ead1b-922a-4919-b9e8-ff139dbc65f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1098 time: 0.0439048 Aug 18 07:54:27.955638 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31080d30-f037-4171-98e1-e7d08e5278c4 req-f367aea0-50da-4c7f-bbc8-f2048140026a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 Aug 18 07:54:28.396984 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea335-4a95-4b27-8240-4a29cdba0e19 req-5653ea88-d002-43df-aafb-304121a9e0b5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:28.398611 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00ea335-4a95-4b27-8240-4a29cdba0e19 req-5653ea88-d002-43df-aafb-304121a9e0b5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0809722 Aug 18 07:54:28.406347 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39da04-0410-4d16-a567-34d663c73d19 req-72a85319-364c-4317-aa1f-3458f72b73b8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:28.407886 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-aa39da04-0410-4d16-a567-34d663c73d19 req-72a85319-364c-4317-aa1f-3458f72b73b8 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.0806043 Aug 18 07:54:28.535881 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00ea335-4a95-4b27-8240-4a29cdba0e19 req-487c4daf-0a44-4259-a8ef-1cfbec12f138 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269522 Aug 18 07:54:28.557897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aec9f-3c8f-4a74-a5a0-06dd2c0cae87 req-5c711bcf-da95-48c6-ad26-104334c81929 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:28.559440 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-310aec9f-3c8f-4a74-a5a0-06dd2c0cae87 req-5c711bcf-da95-48c6-ad26-104334c81929 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd02b682-2fcc-45ff-af5d-2adef6bfbff8 HTTP/1.1" status: 200 len: 945 time: 0.1363389 Aug 18 07:54:28.621488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Deleting port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:28.621940 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:28.650581 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-310aec9f-3c8f-4a74-a5a0-06dd2c0cae87 req-9145b632-705e-4067-9fa7-bea9a3f3cd48 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Aug 18 07:54:28.759991 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] For port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:28.760724 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:28.782705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Calling delete_port for 54a5d5f6-b688-43b8-b90b-0f34ce183c8c owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:28.952516 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:28.964617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['df863085-4ccf-4fb6-baf6-4c2c501f5bad', '54a5d5f6-b688-43b8-b90b-0f34ce183c8c'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:28.998364 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Pushing event deleted for resources: {'Port': ['ID=54a5d5f6-b688-43b8-b90b-0f34ce183c8c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:29.041874 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] No DVR routers for this DVR port 54a5d5f6-b688-43b8-b90b-0f34ce183c8c on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:29.049897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:29.049897 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-aa39da04-0410-4d16-a567-34d663c73d19 req-a1a7a214-5184-4d75-b108-df3233b5890f tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "DELETE /v2.0/ports/54a5d5f6-b688-43b8-b90b-0f34ce183c8c HTTP/1.1" status: 204 len: 173 time: 0.6327324 Aug 18 07:54:29.049897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'name': 'network-vif-deleted', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:29.051275 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f541d927-6962-43ff-a55f-625fe5c2170c" -d '{"events": [{"server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "name": "network-vif-deleted", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:29.101592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5ed625-3205-441e-8ec6-2dabc821dc91 x-openstack-request-id: req-df5ed625-3205-441e-8ec6-2dabc821dc91 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:29.101592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02b682-2fcc-45ff-af5d-2adef6bfbff8", "name": "network-vif-deleted", "tag": "54a5d5f6-b688-43b8-b90b-0f34ce183c8c", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:29.102167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df5ed625-3205-441e-8ec6-2dabc821dc91 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:29.102921 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02b682-2fcc-45ff-af5d-2adef6bfbff8', 'name': 'network-vif-deleted', 'tag': '54a5d5f6-b688-43b8-b90b-0f34ce183c8c', 'status': 'completed', 'code': 200} Aug 18 07:54:29.678219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfeea-a1ad-4804-a523-fb9a3b7ad609 req-3d4ddf38-8e5c-414e-90c1-e9b7751745d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:29.680087 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3abfeea-a1ad-4804-a523-fb9a3b7ad609 req-3d4ddf38-8e5c-414e-90c1-e9b7751745d1 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0587592 Aug 18 07:54:29.740705 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a3abfeea-a1ad-4804-a523-fb9a3b7ad609 req-61013149-cf1f-43ce-8eb5-7a01e9db4396 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533555 Aug 18 07:54:29.904128 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25044-f582-46a2-b535-ee9212a2ab15 req-7590f94e-69eb-413a-87a1-57117ff25f9b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:29.905702 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-82c25044-f582-46a2-b535-ee9212a2ab15 req-7590f94e-69eb-413a-87a1-57117ff25f9b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0760608 Aug 18 07:54:29.920217 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38742) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:29.925017 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Request body: {'floatingip': {'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:29.998530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:30.167927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a84224-21ee-4cf2-802a-49bf97d457d5 req-3c845035-b3cf-4334-811f-b031d396055a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:30.169768 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8a84224-21ee-4cf2-802a-49bf97d457d5 req-3c845035-b3cf-4334-811f-b031d396055a tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.1934838 Aug 18 07:54:30.296800 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8a84224-21ee-4cf2-802a-49bf97d457d5 req-8275c386-ecb0-43a0-b316-6a98580033ff tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186254 Aug 18 07:54:30.986598 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:30.990525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:31.111454 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Floating IP 5738340c-4c2a-4ed0-a040-fb564248ade8 associated. External IP: 172.27.0.254, port: e4297759-586a-44fd-9318-0eb2bf421225. Aug 18 07:54:31.367569 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:31.507404 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1328c4-0ac6-4691-b2cd-583626ca467b req-a5e77e96-fac5-42aa-a118-0a05adbf6d47 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:31.509131 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9a1328c4-0ac6-4691-b2cd-583626ca467b req-a5e77e96-fac5-42aa-a118-0a05adbf6d47 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0974119 Aug 18 07:54:31.526435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:31.535243 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:31.542429 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:31.556095 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:31.557807 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:31.590036 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-006ef030-7bd5-4eff-9e7f-8da7a80dea35 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "PUT /v2.0/floatingips/5738340c-4c2a-4ed0-a040-fb564248ade8 HTTP/1.1" status: 200 len: 991 time: 1.6684961 Aug 18 07:54:31.590909 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:31.593597 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa07ca-8751-4011-8fbb-5deca93190bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:31.599338 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9a1328c4-0ac6-4691-b2cd-583626ca467b req-ded47a59-8c9c-4f71-bea2-8ece5d28c759 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Aug 18 07:54:31.662795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca7c157-7a17-4af4-9cca-c5d960197664 x-openstack-request-id: req-bca7c157-7a17-4af4-9cca-c5d960197664 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:31.662795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:31.662795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bca7c157-7a17-4af4-9cca-c5d960197664 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:31.663429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'status': 'completed', 'code': 200} Aug 18 07:54:31.704680 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:31.763405 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-c4c4ccab-b83c-4a44-ab5f-8e0e3f0c9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:31.766071 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-c4c4ccab-b83c-4a44-ab5f-8e0e3f0c9013 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1098 time: 0.0597482 Aug 18 07:54:31.916377 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-466c6e34-88f8-47c0-bec2-b59497e8b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:31.918637 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-466c6e34-88f8-47c0-bec2-b59497e8b789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.1422794 Aug 18 07:54:32.004847 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '5738340c-4c2a-4ed0-a040-fb564248ade8', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:54:13Z', 'updated_at': '2021-08-18T07:54:30Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:32.020257 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-7288a081-0277-47aa-9dfb-c7594bbee70d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 999 time: 0.0935225 Aug 18 07:54:32.033391 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:32.042827 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:32.043447 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:32.096356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-58ff87be-a5f7-47d6-b43d-5a82bf1b0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:32.097844 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-58ff87be-a5f7-47d6-b43d-5a82bf1b0b92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0692427 Aug 18 07:54:32.150417 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-60e2e932-9eaa-4838-ad06-569e7ccce8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:32.152012 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-60e2e932-9eaa-4838-ad06-569e7ccce8ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456269 Aug 18 07:54:32.176571 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:32.252005 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-bbcf34af-4e62-4290-8b3c-5278963a4b09 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916336 Aug 18 07:54:32.355834 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a1aa07ca-8751-4011-8fbb-5deca93190bb req-79dc8b05-26a1-4d08-be2e-1f39ed458811 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928359 Aug 18 07:54:32.507519 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '5738340c-4c2a-4ed0-a040-fb564248ade8', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:54:13Z', 'updated_at': '2021-08-18T07:54:30Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:32.540803 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaee147-c5c4-4c32-9d00-f7e97ab3f70e None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '5738340c-4c2a-4ed0-a040-fb564248ade8', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:54:13Z', 'updated_at': '2021-08-18T07:54:30Z', 'revision_number': 1, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:32.763379 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1e74b-07ff-42f1-8d95-70d78a645e15 req-9b9816c1-7edd-47bb-a4e0-adcbaff9fad1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:32.767939 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8b1e74b-07ff-42f1-8d95-70d78a645e15 req-9b9816c1-7edd-47bb-a4e0-adcbaff9fad1 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0687046 Aug 18 07:54:32.779614 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cafc7e-e0ab-49bb-9302-65a11cb0daa4 None None] New status for floating IP 5738340c-4c2a-4ed0-a040-fb564248ade8: ACTIVE {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:54:32.821592 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f8b1e74b-07ff-42f1-8d95-70d78a645e15 req-130bf293-639f-4322-b1ba-de6d2b8d701c tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Aug 18 07:54:33.483175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 54a5d5f6-b688-43b8-b90b-0f34ce183c8c no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:33.504259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 54a5d5f6-b688-43b8-b90b-0f34ce183c8c {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:33.504636 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 54a5d5f6-b688-43b8-b90b-0f34ce183c8c not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:33.955548 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb797ad-9046-4580-9377-d9709659b43a req-6ac7e1a1-c51a-4edd-a28e-e790b6e9a653 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:33.957231 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfb797ad-9046-4580-9377-d9709659b43a req-6ac7e1a1-c51a-4edd-a28e-e790b6e9a653 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0626500 Aug 18 07:54:34.007766 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfb797ad-9046-4580-9377-d9709659b43a req-3a26430a-05a5-4144-8971-f0026a4a0f69 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Aug 18 07:54:35.169429 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991af7-abcf-4653-98f6-037c764dbcd5 req-47fc93aa-cea4-4ecb-ab81-a7afae0eec69 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:35.171826 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a991af7-abcf-4653-98f6-037c764dbcd5 req-47fc93aa-cea4-4ecb-ab81-a7afae0eec69 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0549314 Aug 18 07:54:35.219927 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a991af7-abcf-4653-98f6-037c764dbcd5 req-4dd44fa6-806d-45a5-a44b-af7de2cc89a3 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/security-groups?id=1122c3a0-81a0-49e8-8467-09e2b24ac7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Aug 18 07:54:35.547092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3006-c745-4a94-9790-91d2abb35caf req-843ca7c6-68fe-4956-b001-7657408dee19 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:35.548672 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-811f3006-c745-4a94-9790-91d2abb35caf req-843ca7c6-68fe-4956-b001-7657408dee19 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 945 time: 0.0631518 Aug 18 07:54:35.655680 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Deleting port df863085-4ccf-4fb6-baf6-4c2c501f5bad {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:35.656166 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:35.755781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] For port df863085-4ccf-4fb6-baf6-4c2c501f5bad, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=df863085-4ccf-4fb6-baf6-4c2c501f5bad,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:35.756622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:35.772664 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Calling delete_port for df863085-4ccf-4fb6-baf6-4c2c501f5bad owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:36.155345 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:36.167393 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['df863085-4ccf-4fb6-baf6-4c2c501f5bad'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:36.190047 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Pushing event deleted for resources: {'Port': ['ID=df863085-4ccf-4fb6-baf6-4c2c501f5bad,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:36.240676 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] No DVR routers for this DVR port df863085-4ccf-4fb6-baf6-4c2c501f5bad on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:36.243068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:36.245267 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-811f3006-c745-4a94-9790-91d2abb35caf req-36c582a9-4647-4571-8b85-35d74d7424b5 tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.42 "DELETE /v2.0/ports/df863085-4ccf-4fb6-baf6-4c2c501f5bad HTTP/1.1" status: 204 len: 173 time: 0.6896496 Aug 18 07:54:36.245711 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'name': 'network-vif-deleted', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:36.248002 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521730b9-902a-4eda-b440-b6d5cd3dba4f" -d '{"events": [{"server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "name": "network-vif-deleted", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:36.317647 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce10fc1-8696-46b9-b7a4-6da739ee9785 x-openstack-request-id: req-2ce10fc1-8696-46b9-b7a4-6da739ee9785 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:36.317964 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9725bcd9-e01e-4e8a-bb00-f9e0331002ce", "name": "network-vif-deleted", "tag": "df863085-4ccf-4fb6-baf6-4c2c501f5bad", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:36.318204 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ce10fc1-8696-46b9-b7a4-6da739ee9785 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:36.318598 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9725bcd9-e01e-4e8a-bb00-f9e0331002ce', 'name': 'network-vif-deleted', 'tag': 'df863085-4ccf-4fb6-baf6-4c2c501f5bad', 'status': 'completed', 'code': 200} Aug 18 07:54:36.358314 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a461bde8-3e96-449e-909d-fe384162bfbf req-2f7a4da8-7d33-4978-b12b-e4f92cf6a5de tempest-ServerRescueNegativeTestJSON-232926391 tempest-ServerRescueNegativeTestJSON-232926391-project] 10.222.0.38 "GET /v2.0/ports?device_id=9725bcd9-e01e-4e8a-bb00-f9e0331002ce HTTP/1.1" status: 200 len: 210 time: 0.0285168 Aug 18 07:54:37.429561 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38772) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:37.902649 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.292626 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Deleting port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:38.292770 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.381819 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-0fd0f74d-a96d-4b42-853d-856634192ec3 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876576452&fields=id&tenant_id=381c87fadeec465d8242edcf360f02f2 HTTP/1.1" status: 200 len: 267 time: 0.0596211 Aug 18 07:54:38.476682 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-dec35723-2ed5-4140-aeb4-2cd09c2c87aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:38.476682 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-dec35723-2ed5-4140-aeb4-2cd09c2c87aa tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 984 time: 0.0835955 Aug 18 07:54:38.499830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Request body: {'port': {'security_groups': ['6f6922b3-8ff5-4728-a04b-b469595e2282']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:54:38.617361 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.622955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] For port 92285ac5-f006-41ae-8d0c-1fa8dcba94f5, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,segment=NetworkSegment(624d9a6c-9850-42a4-b51e-21753c221672),segment_id=624d9a6c-9850-42a4-b51e-21753c221672)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:38.624096 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.641542 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Calling delete_port for 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 owned by network:router_interface {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:38.866661 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:38.903899 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.909871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.913861 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.931016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:38.955665 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Pushing event deleted for resources: {'Port': ['ID=92285ac5-f006-41ae-8d0c-1fa8dcba94f5,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:38.960390 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:38.961486 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:38.962484 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6637eac5-1f38-44ab-91d5-f3941d844064 req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "PUT /v2.0/ports/70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 942 time: 0.4716463 Aug 18 07:54:38.962938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:38.965376 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff6ce7-4401-424f-81d3-96661c81e6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:38.971444 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38784) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:39.002135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645813cc-a423-4ee7-a036-8b643808e1ee tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event updated for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=7']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:39.054888 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:39.056258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a550683-608e-43a8-8619-c2c5dac2e4ad x-openstack-request-id: req-6a550683-608e-43a8-8619-c2c5dac2e4ad {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:39.056635 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:39.057085 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a550683-608e-43a8-8619-c2c5dac2e4ad {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:39.069387 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:54:39.070438 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.070798 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.071140 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.071612 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.071869 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.072136 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.072506 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.072622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.072830 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.073156 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.073477 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.073802 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.074125 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:54:39.102881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.221914 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-9d97d274-471f-44d1-84ff-ff08444c27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:39.225669 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-9d97d274-471f-44d1-84ff-ff08444c27fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1098 time: 0.0789084 Aug 18 07:54:39.227832 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.231277 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.235616 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "DELETE /v2.0/security-groups/2feee0fe-4484-4c05-8483-5b7316fad2fa HTTP/1.1" status: 204 len: 168 time: 0.2611082 Aug 18 07:54:39.246973 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38786) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:39.274634 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea8e9-d1be-428a-a5ac-9ddb85af4f08 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feee0fe-4484-4c05-8483-5b7316fad2fa,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:39.353718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-90ca38e3-93bb-487c-81f1-daff23ec6591 None None] Provisioning complete for port 70738249-1635-44e2-b244-2d480db5c9f2 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:54:39.355210 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-90ca38e3-93bb-487c-81f1-daff23ec6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.355657 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.392161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-fbc10fe0-87ae-48e7-9f85-c4feb87d100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:39.393769 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-fbc10fe0-87ae-48e7-9f85-c4feb87d100c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.1591561 Aug 18 07:54:39.487311 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-d1592ccc-274b-4133-a045-d8ae93a4deb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 1001 time: 0.0830638 Aug 18 07:54:39.496154 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device df863085-4ccf-4fb6-baf6-4c2c501f5bad no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:39.518628 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: df863085-4ccf-4fb6-baf6-4c2c501f5bad {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:39.519050 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device df863085-4ccf-4fb6-baf6-4c2c501f5bad not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:39.568048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-cb504d87-b506-4afd-b2e1-c7c2e2f0bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:39.569820 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-cb504d87-b506-4afd-b2e1-c7c2e2f0bf80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.0737686 Aug 18 07:54:39.622854 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-bc449b16-9c6b-4f90-85be-b21f9a5fb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:39.624646 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-bc449b16-9c6b-4f90-85be-b21f9a5fb78a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457807 Aug 18 07:54:39.640485 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Deleting port b8bc1e72-95fe-4f4d-9201-d99e42ff55c9 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:39.641085 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.748722 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:39.762491 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-45c2f3c2-8556-426c-9f46-ebd5525fc8fc service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303759 Aug 18 07:54:39.802916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.803229 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:39.823121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Calling delete_port for b8bc1e72-95fe-4f4d-9201-d99e42ff55c9 owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:39.860407 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7eff6ce7-4401-424f-81d3-96661c81e6f1 req-392f520f-0fb9-4c4d-8e9f-ebdfd7f7cd31 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880375 Aug 18 07:54:39.954824 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:39.964490 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-74f833ac-ea89-4b13-a6f3-ef97f54352ab admin admin] 10.222.0.38 "PUT /v2.0/routers/ba315ee1-3d3c-4f36-80c9-2338d4e69bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336714 Aug 18 07:54:39.967595 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38790) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:39.968415 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Sync routers for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:39.983556 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:39.984434 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:40.092196 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:40.095323 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.276988 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:54:38Z', 'revision_number': 5, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:40.303448 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Checking router: ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:40.313213 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Routers {'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:40.313830 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:40.406022 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.439868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event deleted for resources: {'Port': ['ID=b8bc1e72-95fe-4f4d-9201-d99e42ff55c9,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:40.465059 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.507258 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] Set router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:40.536413 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.536763 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Floating IP f5de183d-2053-42d7-92cc-5ef1d55349c8 disassociated (deleted). External IP: 172.27.0.106, port: 70738249-1635-44e2-b244-2d480db5c9f2. Aug 18 07:54:40.628202 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Deleting port fea8c8df-c269-4a82-bbcb-cb50ff313c01 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:40.628548 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.700198 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:54:38Z', 'revision_number': 5, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:40.730823 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f9a1b-3cb6-46bc-a664-846cc185eb7e None None] The sync data for ids ['ba315ee1-3d3c-4f36-80c9-2338d4e69bd9'] in dv-cinder-804698-3-iscsi is: [{'id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'name': 'tempest-ServerRescueNegativeTestJSON-783717670-router', 'tenant_id': 'ac64201c9ec74c50acc936de708aa1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:25Z', 'updated_at': '2021-08-18T07:54:38Z', 'revision_number': 5, 'project_id': 'ac64201c9ec74c50acc936de708aa1d1', 'gw_port': {'id': 'fea8c8df-c269-4a82-bbcb-cb50ff313c01', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba315ee1-3d3c-4f36-80c9-2338d4e69bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:27Z', 'updated_at': '2021-08-18T07:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:40.763239 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] For port fea8c8df-c269-4a82-bbcb-cb50ff313c01, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=fea8c8df-c269-4a82-bbcb-cb50ff313c01,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:40.764296 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:40.803594 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Calling delete_port for fea8c8df-c269-4a82-bbcb-cb50ff313c01 owned by network:router_gateway {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:40.874763 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:41.069414 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:41.076281 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.081297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Sync routers for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:41.093934 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:41.094589 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:41.098199 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.137992 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea8c8df-c269-4a82-bbcb-cb50ff313c01,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:41.159922 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b5f9fe46-bfc7-434d-bad0-b7804533b810 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "DELETE /v2.0/floatingips/f5de183d-2053-42d7-92cc-5ef1d55349c8 HTTP/1.1" status: 204 len: 168 time: 1.9115911 Aug 18 07:54:41.188011 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:41.190650 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34a38b-226c-4c9d-9753-fead89a0e71c" -d '{"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:41.241764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e3bc2e-1392-4b6a-a8f5-972c0f5905f2 x-openstack-request-id: req-39e3bc2e-1392-4b6a-a8f5-972c0f5905f2 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:41.242030 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:41.242280 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39e3bc2e-1392-4b6a-a8f5-972c0f5905f2 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:41.242665 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:54:41.245960 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:41.266425 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.352743 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-8a203e39-d5ed-4e37-b8b7-8e885c8ef967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:41.354268 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-8a203e39-d5ed-4e37-b8b7-8e885c8ef967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=381c87fadeec465d8242edcf360f02f2&device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 1098 time: 0.0858874 Aug 18 07:54:41.397333 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.400133 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.481410 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-fb079541-67c1-4cbe-a25e-ab912c71e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:41.483137 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-fb079541-67c1-4cbe-a25e-ab912c71e9d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 200 len: 916 time: 0.1208656 Aug 18 07:54:41.497990 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.508594 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 {{(pid=105478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 07:54:41.518371 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.522111 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-827558e6-fb79-4017-814d-c73865cbd1a7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ba315ee1-3d3c-4f36-80c9-2338d4e69bd9 HTTP/1.1" status: 204 len: 168 time: 1.5511672 Aug 18 07:54:41.522659 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38804) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:41.541105 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-d0e7b4dd-12e8-400e-8942-494f2cf60e42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0420744 Aug 18 07:54:41.597626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-7fb9911f-e510-4aed-b54d-783c29abfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:41.599549 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-7fb9911f-e510-4aed-b54d-783c29abfcf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 200 len: 854 time: 0.0521727 Aug 18 07:54:41.621107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Deleting subnet 1461bd1f-9edd-49da-9cf6-0f3e6161e764 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:54:41.625332 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.652989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-4a02e2d8-f534-4b5c-93b1-5c18089a3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:41.655316 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-4a02e2d8-f534-4b5c-93b1-5c18089a3cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a4ae1bc-9ccf-41d2-847b-880fb587407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484846 Aug 18 07:54:41.668718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.687145 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:41.722386 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Checking router: 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:41.723287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.731702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:41.732492 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:41.769245 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-b3adc058-3ce9-42b9-8102-c6c649d03af3 service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033733 Aug 18 07:54:41.778783 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.804823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1461bd1f-9edd-49da-9cf6-0f3e6161e764,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:41.808264 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.813509 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d2409a5f-c5ad-4918-bb02-133280ec28d1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1461bd1f-9edd-49da-9cf6-0f3e6161e764 HTTP/1.1" status: 204 len: 168 time: 0.2892630 Aug 18 07:54:41.814094 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38808) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:41.848948 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:41.870949 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8f34a38b-226c-4c9d-9753-fead89a0e71c req-8debb29d-00b6-469a-94e7-ef3ea4b58b6f service neutron] 10.222.0.42 "GET /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 Aug 18 07:54:41.893478 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.981884 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:41.996882 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e4cba0-dbad-4d3d-ada6-ebc30785d589']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:42.007579 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624d9a6c-9850-42a4-b51e-21753c221672') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:42.007853 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624d9a6c-9850-42a4-b51e-21753c221672') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:42.021946 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.043925 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.053351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:54:42.054368 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:54:42.057388 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:54:42.086939 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:42.115064 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ef09b-7eaa-485e-85cb-0c12a37409ad None None] The sync data for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi is: [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:50:57Z', 'revision_number': 4, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b169e349-2ea5-4ba1-af8f-531814b5f21b', 'name': '', 'network_id': '0a4ae1bc-9ccf-41d2-847b-880fb587407d', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'mac_address': 'fa:16:3e:f9:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '49385648-d04b-49c4-8149-56a8929e8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:56Z', 'updated_at': '2021-08-18T07:51:08Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'subnets': [{'id': '49385648-d04b-49c4-8149-56a8929e8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:42.135424 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.143391 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.145450 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] 10.222.0.38 "DELETE /v2.0/networks/64e4cba0-dbad-4d3d-ada6-ebc30785d589 HTTP/1.1" status: 204 len: 168 time: 0.3304238 Aug 18 07:54:42.160814 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002f1f-67bb-44fa-ae65-3b97a2a24433 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e4cba0-dbad-4d3d-ada6-ebc30785d589,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:42.344755 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38812) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:42.386725 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f7c7e-e6b5-4f95-95a3-bf87336e9c2b None None] New status for floating IP f5de183d-2053-42d7-92cc-5ef1d55349c8: DOWN {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:54:42.390831 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-81888d37-3d72-485e-8142-00ccabe06150 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac64201c9ec74c50acc936de708aa1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449271 Aug 18 07:54:42.393548 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38814) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:42.468525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.498699 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.551325 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.553793 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:42.555425 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1122c3a0-81a0-49e8-8467-09e2b24ac7d8 HTTP/1.1" status: 204 len: 168 time: 0.1608582 Aug 18 07:54:42.564644 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5889d9b-4433-40b8-a479-c01feeaafd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1122c3a0-81a0-49e8-8467-09e2b24ac7d8,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:42.847946 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:42.870026 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:42.870389 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 92285ac5-f006-41ae-8d0c-1fa8dcba94f5 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:42.871095 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device fea8c8df-c269-4a82-bbcb-cb50ff313c01 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:42.891716 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: fea8c8df-c269-4a82-bbcb-cb50ff313c01 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:42.892071 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device fea8c8df-c269-4a82-bbcb-cb50ff313c01 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:44.134850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca047e1-9b09-4b1f-b2f1-e9c38d83b356 req-225ab91b-207f-4f94-9fe4-98e848390504 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:44.136392 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5ca047e1-9b09-4b1f-b2f1-e9c38d83b356 req-225ab91b-207f-4f94-9fe4-98e848390504 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0662122 Aug 18 07:54:44.178762 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5ca047e1-9b09-4b1f-b2f1-e9c38d83b356 req-9156182e-5270-4ce1-83b0-dcb92042f0d9 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Aug 18 07:54:44.424382 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38884) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:44.536856 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-570532df-37af-43e8-8d6e-5535deb7bd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.642768 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-570532df-37af-43e8-8d6e-5535deb7bd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.647654 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-570532df-37af-43e8-8d6e-5535deb7bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.690490 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-570532df-37af-43e8-8d6e-5535deb7bd40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1585be1570947f5868d84461cdecbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649388 Aug 18 07:54:44.691286 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570532df-37af-43e8-8d6e-5535deb7bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311e8d7-79ab-4c2a-bc6e-269a3e4c22d0,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:44.693830 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38888) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:44.748821 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.772819 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.826855 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.829751 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:44.831128 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e311e8d7-79ab-4c2a-bc6e-269a3e4c22d0 HTTP/1.1" status: 204 len: 168 time: 0.1360006 Aug 18 07:54:44.841489 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f110-304f-4e3f-a932-cbc0b411b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311e8d7-79ab-4c2a-bc6e-269a3e4c22d0,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:45.162885 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38896) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:45.178095 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ade2d221-b5e4-4d60-b2bf-6a7925f778ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.313341 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ade2d221-b5e4-4d60-b2bf-6a7925f778ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.317677 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ade2d221-b5e4-4d60-b2bf-6a7925f778ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.351146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617a1ab-edc1-4f4f-bdb3-bccc4fcd5178 req-b550bc80-37db-4835-ba92-e27fccb2d6bf tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:45.352722 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d617a1ab-edc1-4f4f-bdb3-bccc4fcd5178 req-b550bc80-37db-4835-ba92-e27fccb2d6bf tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0938323 Aug 18 07:54:45.378022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ade2d221-b5e4-4d60-b2bf-6a7925f778ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51978a4bc6fd4c82884c43eb0e40ff45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137012 Aug 18 07:54:45.380500 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d221-b5e4-4d60-b2bf-6a7925f778ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e2d36-5794-450b-8836-fbdb6ef3603a,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:45.380873 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 38900) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:45.411510 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d617a1ab-edc1-4f4f-bdb3-bccc4fcd5178 req-feb10cf4-97c9-4d7a-826a-27157274eb60 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f6922b3-8ff5-4728-a04b-b469595e2282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Aug 18 07:54:45.443596 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.470809 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.522282 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.525284 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:45.526560 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b2e2d36-5794-450b-8836-fbdb6ef3603a HTTP/1.1" status: 204 len: 168 time: 0.1446569 Aug 18 07:54:45.537033 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df552725-981b-4e62-b001-7ca8d4a14f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e2d36-5794-450b-8836-fbdb6ef3603a,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:45.865825 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-3fecee80-3ef5-45b7-840a-1ddc9243dd03 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:54:45.867416 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-3fecee80-3ef5-45b7-840a-1ddc9243dd03 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.42 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Aug 18 07:54:45.989095 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Deleting port 70738249-1635-44e2-b244-2d480db5c9f2 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:45.989585 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:46.132743 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] For port 70738249-1635-44e2-b244-2d480db5c9f2, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=70738249-1635-44e2-b244-2d480db5c9f2,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:46.133298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:46.156551 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Calling delete_port for 70738249-1635-44e2-b244-2d480db5c9f2 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:46.378524 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:46.392917 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['70738249-1635-44e2-b244-2d480db5c9f2'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:54:46.424996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Pushing event deleted for resources: {'Port': ['ID=70738249-1635-44e2-b244-2d480db5c9f2,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:46.506296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] No DVR routers for this DVR port 70738249-1635-44e2-b244-2d480db5c9f2 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:46.509640 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:46.511980 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fdb405bf-a655-4813-85d9-bdc7305cec33 req-adb7f958-aa78-4b3c-8dbc-69135e73a41e tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.42 "DELETE /v2.0/ports/70738249-1635-44e2-b244-2d480db5c9f2 HTTP/1.1" status: 204 len: 173 time: 0.6383891 Aug 18 07:54:46.513204 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'name': 'network-vif-deleted', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:54:46.518150 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67fc1b-611d-4299-87af-642e4647b36d" -d '{"events": [{"server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "name": "network-vif-deleted", "tag": "70738249-1635-44e2-b244-2d480db5c9f2"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:54:46.575482 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-13ad544c-ef71-475e-bacf-3789f86eb43f req-90122e9c-0739-49cb-ac89-0f9dbb255977 tempest-TestMinimumBasicScenario-312651086 tempest-TestMinimumBasicScenario-312651086-project] 10.222.0.38 "GET /v2.0/ports?device_id=1924df35-ef0a-438d-974c-c84e9f7a13c9 HTTP/1.1" status: 200 len: 210 time: 0.0700817 Aug 18 07:54:46.588835 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea1ee7-6250-4089-a096-ca861051084f x-openstack-request-id: req-beea1ee7-6250-4089-a096-ca861051084f {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:54:46.589217 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1924df35-ef0a-438d-974c-c84e9f7a13c9", "name": "network-vif-deleted", "tag": "70738249-1635-44e2-b244-2d480db5c9f2", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:54:46.600976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-beea1ee7-6250-4089-a096-ca861051084f {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:54:46.601550 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1924df35-ef0a-438d-974c-c84e9f7a13c9', 'name': 'network-vif-deleted', 'tag': '70738249-1635-44e2-b244-2d480db5c9f2', 'status': 'completed', 'code': 200} Aug 18 07:54:47.034372 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-010ceb1e-217c-403f-b0c8-66bf984cf55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.030564 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 38990) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:48.166583 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a756bfe9-41ff-4f78-a002-99e1871e2828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.270089 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a756bfe9-41ff-4f78-a002-99e1871e2828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.275965 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a756bfe9-41ff-4f78-a002-99e1871e2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.319738 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756bfe9-41ff-4f78-a002-99e1871e2828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1cad9-6ec9-49f9-ba4c-3ae5f80c6471,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:48.329831 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a756bfe9-41ff-4f78-a002-99e1871e2828 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e09ff7d7e6134ab4b2f28448af20a912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942605 Aug 18 07:54:48.332296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39006) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:48.404965 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.431453 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.492472 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.495056 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.499090 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1c1cad9-6ec9-49f9-ba4c-3ae5f80c6471 HTTP/1.1" status: 204 len: 168 time: 0.1644988 Aug 18 07:54:48.505396 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d302c0-2757-4dbb-b514-b293dbb60f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1cad9-6ec9-49f9-ba4c-3ae5f80c6471,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:48.637989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39026) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:48.678398 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.792909 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:48.900251 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39030) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:48.915303 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d0a16712-42b8-4d39-8a7f-d00dbe9ef8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.038130 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d0a16712-42b8-4d39-8a7f-d00dbe9ef8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.043921 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d0a16712-42b8-4d39-8a7f-d00dbe9ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.089423 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d0a16712-42b8-4d39-8a7f-d00dbe9ef8d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b7cad510e1d46519287e2b1177e654d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873555 Aug 18 07:54:49.092592 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16712-42b8-4d39-8a7f-d00dbe9ef8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2644fb5-60f1-4b4d-b202-642bf46721ec,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:49.095051 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39032) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:49.154928 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.180829 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.187973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.255091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.260309 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.265092 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2644fb5-60f1-4b4d-b202-642bf46721ec HTTP/1.1" status: 204 len: 168 time: 0.1661859 Aug 18 07:54:49.282506 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115d055-868c-41fa-a273-881c411afe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2644fb5-60f1-4b4d-b202-642bf46721ec,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:49.481964 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 70738249-1635-44e2-b244-2d480db5c9f2 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:49.505455 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 70738249-1635-44e2-b244-2d480db5c9f2 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:49.505784 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 70738249-1635-44e2-b244-2d480db5c9f2 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:49.557795 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Deleting port b169e349-2ea5-4ba1-af8f-531814b5f21b {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:49.558132 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.646092 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] For port b169e349-2ea5-4ba1-af8f-531814b5f21b, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b169e349-2ea5-4ba1-af8f-531814b5f21b,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:49.646501 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.667132 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Calling delete_port for b169e349-2ea5-4ba1-af8f-531814b5f21b owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:49.705910 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ab93ff0f-13b2-4d4e-b834-4e33667072d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.913437 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:49.944966 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Pushing event deleted for resources: {'Port': ['ID=b169e349-2ea5-4ba1-af8f-531814b5f21b,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:50.538817 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:50.858702 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:50.984556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:50.992300 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-7067b82d-de13-42ce-9a61-5aaa1f6de461 admin admin] 10.222.0.38 "PUT /v2.0/routers/4441e238-2c1a-4ae2-aa2d-ed71c2d744e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3491902 Aug 18 07:54:50.992300 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39076) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:50.995398 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Sync routers for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:51.010789 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:51.011887 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:51.093807 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.137275 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.159988 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:51.319645 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.391226 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:54:49Z', 'revision_number': 5, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port': {'id': '33dda51a-ba54-4b2b-b192-32e503c34881', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:51Z', 'updated_at': '2021-08-18T07:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:51.418748 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Deleting port 33dda51a-ba54-4b2b-b192-32e503c34881 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:51.418748 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.423454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Checking router: 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:51.444540 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Routers {'4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:51.445661 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:51.563369 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] Set router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 gateway port host: None {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:51.581705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] For port 33dda51a-ba54-4b2b-b192-32e503c34881, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=33dda51a-ba54-4b2b-b192-32e503c34881,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:51.582496 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.606459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Calling delete_port for 33dda51a-ba54-4b2b-b192-32e503c34881 owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:51.625113 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:54:51Z', 'revision_number': 6, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:51.659395 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c1962-65fd-474c-99ce-58234b826eeb None None] The sync data for ids ['4441e238-2c1a-4ae2-aa2d-ed71c2d744e6'] in dv-cinder-804698-3-iscsi is: [{'id': '4441e238-2c1a-4ae2-aa2d-ed71c2d744e6', 'name': 'tempest-TestMinimumBasicScenario-1224746689-router', 'tenant_id': '381c87fadeec465d8242edcf360f02f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:50:50Z', 'updated_at': '2021-08-18T07:54:51Z', 'revision_number': 6, 'project_id': '381c87fadeec465d8242edcf360f02f2', 'gw_port_host': None}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:51.872138 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:51.912525 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39098) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:51.913192 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dda51a-ba54-4b2b-b192-32e503c34881,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:51.975913 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.087871 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dd87a11-628d-4529-a037-f030d30537c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.094160 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.097396 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.210311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.211209 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 07:54:52.219936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.221876 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-94dc82ec-d420-4e75-a6ce-dc3317ba99c2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4441e238-2c1a-4ae2-aa2d-ed71c2d744e6 HTTP/1.1" status: 204 len: 168 time: 1.2287614 Aug 18 07:54:52.224796 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dd87a11-628d-4529-a037-f030d30537c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.225866 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39102) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:52.230155 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0dd87a11-628d-4529-a037-f030d30537c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.288094 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-0dd87a11-628d-4529-a037-f030d30537c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=938bf28f55ca40a89e3b297a0d438707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713670 Aug 18 07:54:52.292514 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39104) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:52.295568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Deleting subnet 49385648-d04b-49c4-8149-56a8929e8abb {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:54:52.299345 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.305447 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd87a11-628d-4529-a037-f030d30537c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53faee0-98cb-4646-9313-6884f0ce04d1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:52.321689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.337761 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.359937 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.384808 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.439528 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.442638 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.444185 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f53faee0-98cb-4646-9313-6884f0ce04d1 HTTP/1.1" status: 204 len: 168 time: 0.1506531 Aug 18 07:54:52.456285 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bef3a-1c24-4506-9aa9-5d85347549bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53faee0-98cb-4646-9313-6884f0ce04d1,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:52.494218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.587121 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.630571 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49385648-d04b-49c4-8149-56a8929e8abb,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:52.641095 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3da13-0db2-4cef-8a60-b2f1268d0f3c None None] Network 0a4ae1bc-9ccf-41d2-847b-880fb587407d requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:54:52.653787 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.658682 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-4e8704e7-6642-4a92-b138-34eb0920fb8f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/49385648-d04b-49c4-8149-56a8929e8abb HTTP/1.1" status: 204 len: 168 time: 0.4314084 Aug 18 07:54:52.662630 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39112) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:52.845254 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.882803 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 33dda51a-ba54-4b2b-b192-32e503c34881 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:52.918672 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Deleting port 6dd745b5-2dbb-437b-9596-67bf97daded1 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:52.919135 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.926937 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39114) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:52.927714 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 33dda51a-ba54-4b2b-b192-32e503c34881 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:52.928155 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 33dda51a-ba54-4b2b-b192-32e503c34881 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:52.928782 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b169e349-2ea5-4ba1-af8f-531814b5f21b no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:52.943367 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5232256f-e490-4d1a-8ed7-c75daaa76be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:52.964419 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: b169e349-2ea5-4ba1-af8f-531814b5f21b {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:52.965036 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b169e349-2ea5-4ba1-af8f-531814b5f21b not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:53.027906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] DHCP port deletion for 0a4ae1bc-9ccf-41d2-847b-880fb587407d request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 07:54:53.031912 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] For port 6dd745b5-2dbb-437b-9596-67bf97daded1, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6dd745b5-2dbb-437b-9596-67bf97daded1,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:53.032286 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.051560 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Calling delete_port for 6dd745b5-2dbb-437b-9596-67bf97daded1 owned by network:dhcp {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:53.069240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5232256f-e490-4d1a-8ed7-c75daaa76be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.076541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5232256f-e490-4d1a-8ed7-c75daaa76be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.110210 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Deleting port 6dd745b5-2dbb-437b-9596-67bf97daded1 {{(pid=105480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:53.110589 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.119694 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-5232256f-e490-4d1a-8ed7-c75daaa76be6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae426be024b342048035670f4490c8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913559 Aug 18 07:54:53.124319 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39116) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:53.130863 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232256f-e490-4d1a-8ed7-c75daaa76be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7bee8-a0d6-4dab-9b80-6f6d5505133d,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:53.165531 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.186928 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] For port 6dd745b5-2dbb-437b-9596-67bf97daded1, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6dd745b5-2dbb-437b-9596-67bf97daded1,segment=NetworkSegment(f7923433-5572-46d2-90df-200aac50a0b6),segment_id=f7923433-5572-46d2-90df-200aac50a0b6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:53.187387 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.197153 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.201540 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Calling delete_port for 6dd745b5-2dbb-437b-9596-67bf97daded1 owned by network:dhcp {{(pid=105480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:53.203168 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd745b5-2dbb-437b-9596-67bf97daded1,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:53.205911 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] No DVR routers for this DVR port 6dd745b5-2dbb-437b-9596-67bf97daded1 on host dv-cinder-804698-3-iscsi {{(pid=105478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:53.230887 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.286027 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.305915 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4ae1bc-9ccf-41d2-847b-880fb587407d']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:53.311210 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.316702 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.318009 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7923433-5572-46d2-90df-200aac50a0b6') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:53.321313 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7923433-5572-46d2-90df-200aac50a0b6') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:53.321446 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6f7bee8-a0d6-4dab-9b80-6f6d5505133d HTTP/1.1" status: 204 len: 168 time: 0.1931546 Aug 18 07:54:53.333438 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04741f-021a-4785-8eda-3d712aa3a631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7bee8-a0d6-4dab-9b80-6f6d5505133d,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:53.337279 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.357671 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.365590 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:54:53.365973 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:54:53.368146 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:54:53.420909 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956'] for port, after_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.435954 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.457505 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:53.462284 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0a4ae1bc-9ccf-41d2-847b-880fb587407d HTTP/1.1" status: 204 len: 168 time: 0.7947052 Aug 18 07:54:53.462284 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599393c-ac48-4c58-8161-02838c0df8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4ae1bc-9ccf-41d2-847b-880fb587407d,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:53.462635 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39120) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:53.475785 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] Pushing event deleted for resources: {'Port': ['ID=6dd745b5-2dbb-437b-9596-67bf97daded1,revision_number=None']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:53.482856 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ee6be-e30d-4ae7-bf0d-c0261a8fb5b9 None None] No DVR routers for this DVR port 6dd745b5-2dbb-437b-9596-67bf97daded1 on host dv-cinder-804698-3-iscsi {{(pid=105480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:53.961249 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:54.344146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Deleting port 6798d583-d6a0-488e-8afb-8973ae918bf8 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:54.344664 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:54.430006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] For port 6798d583-d6a0-488e-8afb-8973ae918bf8, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=6798d583-d6a0-488e-8afb-8973ae918bf8,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:54.430374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:54.445323 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Calling delete_port for 6798d583-d6a0-488e-8afb-8973ae918bf8 owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:54.690389 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:54.725797 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Pushing event deleted for resources: {'Port': ['ID=6798d583-d6a0-488e-8afb-8973ae918bf8,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:55.002719 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6dd745b5-2dbb-437b-9596-67bf97daded1 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:55.025315 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 6dd745b5-2dbb-437b-9596-67bf97daded1 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:55.025670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6dd745b5-2dbb-437b-9596-67bf97daded1 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:55.050087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:55.539016 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:54:55.709386 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:54:55.715265 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-afd42f0d-2d9e-49aa-a8d3-6e8188980569 admin admin] 10.222.0.38 "PUT /v2.0/routers/4a31ad4d-67ed-44ae-b503-e9dbca070f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2510695 Aug 18 07:54:55.718019 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39152) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:55.721942 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Sync routers for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:54:55.733177 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:55.734063 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:55.841215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:55.857269 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:55.986230 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.094668 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:54:54Z', 'revision_number': 5, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port': {'id': '605ab531-8329-47f4-a1cb-6b710d4475bb', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:51:03Z', 'updated_at': '2021-08-18T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:56.099013 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Deleting port 605ab531-8329-47f4-a1cb-6b710d4475bb {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:56.099593 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.130867 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Checking router: 4a31ad4d-67ed-44ae-b503-e9dbca070f55 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:54:56.144830 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Routers {'4a31ad4d-67ed-44ae-b503-e9dbca070f55'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:54:56.145533 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:56.233579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] For port 605ab531-8329-47f4-a1cb-6b710d4475bb, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=605ab531-8329-47f4-a1cb-6b710d4475bb,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:56.233579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.254247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Calling delete_port for 605ab531-8329-47f4-a1cb-6b710d4475bb owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:56.295628 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] Set router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:54:56.396263 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:54:55Z', 'revision_number': 6, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:56.441235 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618253f6-24a8-49e4-8f44-25854a5794b9 None None] The sync data for ids ['4a31ad4d-67ed-44ae-b503-e9dbca070f55'] in dv-cinder-804698-3-iscsi is: [{'id': '4a31ad4d-67ed-44ae-b503-e9dbca070f55', 'name': 'tempest-TestMinimumBasicScenario-1548079534-router', 'tenant_id': 'eb342d5296884e9eb563aefa7ac220ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:51:02Z', 'updated_at': '2021-08-18T07:54:55Z', 'revision_number': 6, 'project_id': 'eb342d5296884e9eb563aefa7ac220ed', 'gw_port_host': None}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:54:56.509323 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.543401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Pushing event deleted for resources: {'Port': ['ID=605ab531-8329-47f4-a1cb-6b710d4475bb,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:56.625813 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.746450 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.749776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.818251 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.820224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a31ad4d-67ed-44ae-b503-e9dbca070f55 {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 07:54:56.830514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.834999 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9d354f8b-5473-4e62-848b-290c0f69218d admin admin] 10.222.0.38 "DELETE /v2.0/routers/4a31ad4d-67ed-44ae-b503-e9dbca070f55 HTTP/1.1" status: 204 len: 168 time: 1.1131136 Aug 18 07:54:56.835748 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39182) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:56.898520 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Deleting subnet bcce8c6d-47f8-44a4-89c1-6b0241368de8 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:54:56.902371 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.932959 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6798d583-d6a0-488e-8afb-8973ae918bf8 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:56.949238 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:56.979149 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 6798d583-d6a0-488e-8afb-8973ae918bf8 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:56.979963 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 6798d583-d6a0-488e-8afb-8973ae918bf8 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:57.095435 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.167179 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.216121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcce8c6d-47f8-44a4-89c1-6b0241368de8,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:57.223104 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.229505 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-296e6aa2-53dc-4c96-8f3e-7480b4570e06 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bcce8c6d-47f8-44a4-89c1-6b0241368de8 HTTP/1.1" status: 204 len: 168 time: 0.3889878 Aug 18 07:54:57.229997 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39190) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:57.235206 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c89df6-e089-4193-b060-0e70d0917102 None None] Network 0c07d7e2-536e-4177-9089-278042777921 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:54:57.450309 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] DHCP port deletion for 0c07d7e2-536e-4177-9089-278042777921 request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 07:54:57.657868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.721675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Deleting port b8c5a911-5708-4147-be38-1b14eb4b5dd3 {{(pid=105480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:57.722269 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.746526 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Deleting port b8c5a911-5708-4147-be38-1b14eb4b5dd3 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:54:57.747052 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.814318 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] For port b8c5a911-5708-4147-be38-1b14eb4b5dd3, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b8c5a911-5708-4147-be38-1b14eb4b5dd3,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:57.814702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.831837 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Calling delete_port for b8c5a911-5708-4147-be38-1b14eb4b5dd3 owned by network:dhcp {{(pid=105480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:57.840401 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] For port b8c5a911-5708-4147-be38-1b14eb4b5dd3, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b8c5a911-5708-4147-be38-1b14eb4b5dd3,segment=NetworkSegment(ed21604c-6398-41ce-baee-1b650a9fa713),segment_id=ed21604c-6398-41ce-baee-1b650a9fa713)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:54:57.841297 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.868621 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Calling delete_port for b8c5a911-5708-4147-be38-1b14eb4b5dd3 owned by network:dhcp {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:54:57.950442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956'] for port, after_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.961918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:57.988173 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] Pushing event deleted for resources: {'Port': ['ID=b8c5a911-5708-4147-be38-1b14eb4b5dd3,revision_number=None']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:57.991487 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c5a911-5708-4147-be38-1b14eb4b5dd3,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:57.993586 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] No DVR routers for this DVR port b8c5a911-5708-4147-be38-1b14eb4b5dd3 on host dv-cinder-804698-3-iscsi {{(pid=105478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:57.995567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251e2a2-21f3-470e-a32e-45d5463defbf None None] No DVR routers for this DVR port b8c5a911-5708-4147-be38-1b14eb4b5dd3 on host dv-cinder-804698-3-iscsi {{(pid=105480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:54:58.079868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.094709 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c07d7e2-536e-4177-9089-278042777921']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:58.106783 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed21604c-6398-41ce-baee-1b650a9fa713') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:58.107067 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed21604c-6398-41ce-baee-1b650a9fa713') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:54:58.118573 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.138668 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.148189 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:54:58.148593 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self.session.flush() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self.session.flush() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self.session.flush() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self.session.flush() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:54:58.151450 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:54:58.225679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.250262 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.253044 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0c07d7e2-536e-4177-9089-278042777921 HTTP/1.1" status: 204 len: 168 time: 1.0217073 Aug 18 07:54:58.255365 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7a7f0-d4a6-48ed-a815-8e5b8f443e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c07d7e2-536e-4177-9089-278042777921,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:58.433360 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39202) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:58.443469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39204) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:58.491436 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-096288cd-c96f-4fa7-911c-887ffe3a3c02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=381c87fadeec465d8242edcf360f02f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566518 Aug 18 07:54:58.495318 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39208) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:58.559606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.597843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.653770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96b68bcb-c06c-4d95-999c-61680c883759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.693166 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.696156 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.697570 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f6922b3-8ff5-4728-a04b-b469595e2282 HTTP/1.1" status: 204 len: 168 time: 0.2011809 Aug 18 07:54:58.717807 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48135a9-c8d7-49b8-9865-6e969953f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6922b3-8ff5-4728-a04b-b469595e2282,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:58.830754 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96b68bcb-c06c-4d95-999c-61680c883759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.840206 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-96b68bcb-c06c-4d95-999c-61680c883759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:58.860727 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b8c5a911-5708-4147-be38-1b14eb4b5dd3 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:58.896677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-96b68bcb-c06c-4d95-999c-61680c883759 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=891d3c20d01d42058f7150b2fea6b67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475408 Aug 18 07:54:58.896677 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39214) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:58.903152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: b8c5a911-5708-4147-be38-1b14eb4b5dd3 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:58.903455 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68bcb-c06c-4d95-999c-61680c883759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0ad54f-1a9a-49d6-a298-6b40b246ede6,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:58.903778 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b8c5a911-5708-4147-be38-1b14eb4b5dd3 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:58.904686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 605ab531-8329-47f4-a1cb-6b710d4475bb no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:54:58.944989 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 605ab531-8329-47f4-a1cb-6b710d4475bb {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:54:58.945620 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 605ab531-8329-47f4-a1cb-6b710d4475bb not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:54:58.985584 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.019533 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.095838 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.100631 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.106109 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d0ad54f-1a9a-49d6-a298-6b40b246ede6 HTTP/1.1" status: 204 len: 168 time: 0.2049222 Aug 18 07:54:59.116258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaada5-f803-4943-9a2c-4b818849c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0ad54f-1a9a-49d6-a298-6b40b246ede6,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:54:59.145588 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39220) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:59.202769 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6085c018-79f0-48ca-8cc8-1dc034ec0a28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb342d5296884e9eb563aefa7ac220ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558064 Aug 18 07:54:59.206893 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39224) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:54:59.282893 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.313329 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.391978 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.395802 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:54:59.401231 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc65c092-9a41-493f-a4c7-aba11469ba57 HTTP/1.1" status: 204 len: 168 time: 0.1930492 Aug 18 07:54:59.417889 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104ba50-bf53-4413-936e-17b8175c89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc65c092-9a41-493f-a4c7-aba11469ba57,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:00.209296 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:55:00.536490 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39276) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:00.683212 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-791383809-network', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:00.712614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Made reservation on behalf of a0ddaafe8e984fe09a6dcc9bb8b14de0 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:00.715625 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:00.729745 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:00.870457 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:00.878373 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:00.918709 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:55:00.932526 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf3f78f-4142-497c-871e-d310440c6fd8,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:00.938627 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:00.939053 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Added segment 680f555c-355c-475c-93b4-832ddea5dc30 of type vlan for network 845bae07-0164-470d-930c-b40256ca3571 Aug 18 07:55:01.007962 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.052085 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.053224 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:01.053898 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.087680 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5483010 Aug 18 07:55:01.096246 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39284) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:01.105464 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Request body: {'subnet': {'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-791383809-subnet', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:01.137733 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d5ff2-8947-46d1-af88-8eee0a0cd8bc admin admin] Pushing event updated for resources: {'Network': ['ID=845bae07-0164-470d-930c-b40256ca3571,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:01.154843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Made reservation on behalf of a0ddaafe8e984fe09a6dcc9bb8b14de0 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:01.155504 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 845bae07-0164-470d-930c-b40256ca3571 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:55:01.160646 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8845563'] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.394647 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9638168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8845549'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.513083 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:01.517764 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Checking segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:01.518387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Network hostable DHCP agents. Network: 845bae07-0164-470d-930c-b40256ca3571, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:55:01.547692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Network 845bae07-0164-470d-930c-b40256ca3571 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:55:01.569751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 845bae07-0164-470d-930c-b40256ca3571) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:01.576424 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:01.577536 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.586912 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3cac7-182c-459a-b5c1-80c93c7f5d56 None None] Network 845bae07-0164-470d-930c-b40256ca3571 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:55:01.605072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-bb254f92-0136-4862-a26d-818f38cc727c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5053883 Aug 18 07:55:01.609521 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39294) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:01.615936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:01.662650 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.665100 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.756161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.880622 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-845bae07-0164-470d-930c-b40256ca3571', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:55:01.881536 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:01.982709 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.074941 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Allocated IP 172.20.0.2 (845bae07-0164-470d-930c-b40256ca3571/4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe/1bd65719-1dea-45f2-aaed-247d3b537f4e) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:02.244434 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.258487 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Transition to ACTIVE for port object 1bd65719-1dea-45f2-aaed-247d3b537f4e will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:02.289182 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Transition to ACTIVE for port object 1bd65719-1dea-45f2-aaed-247d3b537f4e will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:02.301030 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.323951 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86372c28-b197-454b-afdd-b494cc559ad7 req-47406e4f-f578-4d8c-928e-b4451229703e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:02.326794 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-86372c28-b197-454b-afdd-b494cc559ad7 req-47406e4f-f578-4d8c-928e-b4451229703e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.3189504 Aug 18 07:55:02.331703 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.363490 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.377668 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Network 845bae07-0164-470d-930c-b40256ca3571 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:02.383495 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:02.391834 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:02.440934 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Pushing event updated for resources: {'Port': ['ID=1bd65719-1dea-45f2-aaed-247d3b537f4e,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:02.451425 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-86372c28-b197-454b-afdd-b494cc559ad7 req-e9f187e5-84e9-4a41-809c-11f44742e560 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915565 Aug 18 07:55:02.484148 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Attempting to bind port 1bd65719-1dea-45f2-aaed-247d3b537f4e on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:02.484560 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Attempting to bind port 1bd65719-1dea-45f2-aaed-247d3b537f4e by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:02.485121 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Attempting to bind port 1bd65719-1dea-45f2-aaed-247d3b537f4e on network 845bae07-0164-470d-930c-b40256ca3571 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:02.491254 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:02.491712 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Checking segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:02.492188 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.492693 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Bound using segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:02.493253 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Bound port: 1bd65719-1dea-45f2-aaed-247d3b537f4e, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:02.493719 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.574968 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Allocated IP 172.27.0.253 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/f6e38fa0-228c-40c6-aa09-21c51fec473f) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:02.596592 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] For port 1bd65719-1dea-45f2-aaed-247d3b537f4e, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:02.600925 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] For port 1bd65719-1dea-45f2-aaed-247d3b537f4e, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=1bd65719-1dea-45f2-aaed-247d3b537f4e,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:02.608305 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.715897 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801821d-f408-44a9-b4d9-2ba061a17ed3 None None] Pushing event updated for resources: {'Port': ['ID=1bd65719-1dea-45f2-aaed-247d3b537f4e,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:02.849768 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:02.968113 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:03.073687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Pushing event updated for resources: {'Port': ['ID=f6e38fa0-228c-40c6-aa09-21c51fec473f,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:03.097896 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:03.106419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:03.112689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:03.644944 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:03.720630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105416ac-3dd4-4305-b248-e567b7e4b324 req-d991f6ec-ee83-4a1c-872c-8619f60da67e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:03.723385 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-105416ac-3dd4-4305-b248-e567b7e4b324 req-d991f6ec-ee83-4a1c-872c-8619f60da67e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1303754 Aug 18 07:55:03.831496 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-105416ac-3dd4-4305-b248-e567b7e4b324 req-74f3a086-5129-4e59-918d-c3920f23bce3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983162 Aug 18 07:55:04.047568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-53647c7a-5430-43af-9d93-4799b650eb98 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:04.049994 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-53647c7a-5430-43af-9d93-4799b650eb98 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.1415737 Aug 18 07:55:04.054273 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:04.132038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559da15-fc2c-4056-a57c-451d457efb83 None None] Network 845bae07-0164-470d-930c-b40256ca3571 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:55:04.242760 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-7c1a4b46-eafa-43c6-a50d-7355edf8e98e None None] Provisioning for port 1bd65719-1dea-45f2-aaed-247d3b537f4e completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:04.692576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Deleting port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:55:04.693161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:04.843433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:55:04.928611 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 1bd65719-1dea-45f2-aaed-247d3b537f4e up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:04.972823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] For port d62baa03-3ba3-4a1d-aaef-781cd72c95f3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:04.973681 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.029968 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 1bd65719-1dea-45f2-aaed-247d3b537f4e completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:05.037280 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 1bd65719-1dea-45f2-aaed-247d3b537f4e triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:05.037950 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.147465 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.187359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765c54c-62f9-4e68-817a-fb635a8b753f req-e73bf616-d242-4df5-b2a9-0db3b9a4a545 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:05.188972 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7765c54c-62f9-4e68-817a-fb635a8b753f req-e73bf616-d242-4df5-b2a9-0db3b9a4a545 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 946 time: 0.2236347 Aug 18 07:55:05.190237 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 1bd65719-1dea-45f2-aaed-247d3b537f4e, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=1bd65719-1dea-45f2-aaed-247d3b537f4e,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:05.194927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:05.197078 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.228199 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Sync routers for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:05.253615 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:05.254277 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:05.271967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.273432 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-be207ab5-2e0a-4d20-b86b-4359469f0f6e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6624579 Aug 18 07:55:05.276545 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39342) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:05.316210 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7765c54c-62f9-4e68-817a-fb635a8b753f req-9a42ed19-73bc-4c14-bc35-934021bf7c6f tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=33a84395-4f85-42f4-a666-17a5c43f26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995467 Aug 18 07:55:05.319847 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.320346 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.321440 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Floating IP 0cd0c43f-508a-4140-bc43-d41613f31892 disassociated. External IP: 172.27.0.202, port: d62baa03-3ba3-4a1d-aaef-781cd72c95f3. Aug 18 07:55:05.321440 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Calling delete_port for d62baa03-3ba3-4a1d-aaef-781cd72c95f3 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:55:05.430733 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=1bd65719-1dea-45f2-aaed-247d3b537f4e,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:05.486459 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:05.502706 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.547064 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'Port': ['ID=d62baa03-3ba3-4a1d-aaef-781cd72c95f3,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:05.717475 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:03Z', 'revision_number': 3, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:05.728578 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:55:05.757797 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Checking router: 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:05.758211 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Updating router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 port f6e38fa0-228c-40c6-aa09-21c51fec473f binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:55:05.787084 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:05.973146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:05.993083 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:06.012922 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.014073 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:06.014897 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:06.085012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] No DVR routers for this DVR port d62baa03-3ba3-4a1d-aaef-781cd72c95f3 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:55:06.093090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.098638 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e2f9db24-e89e-490c-bc84-50f95bbb9c37 req-ac35d991-29ef-4fef-ae3f-67cb0d788db0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "DELETE /v2.0/ports/d62baa03-3ba3-4a1d-aaef-781cd72c95f3 HTTP/1.1" status: 204 len: 173 time: 2.0406904 Aug 18 07:55:06.100594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'name': 'network-vif-deleted', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:06.109212 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54451261-c196-48d7-ae83-0bb67147077a" -d '{"events": [{"server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "name": "network-vif-deleted", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:06.243567 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5120340-bd22-47f2-b630-75a79d28d3f3 x-openstack-request-id: req-d5120340-bd22-47f2-b630-75a79d28d3f3 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:06.243996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3f873-94e8-4c80-b052-a27686ef67ab", "name": "network-vif-deleted", "tag": "d62baa03-3ba3-4a1d-aaef-781cd72c95f3", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:06.244351 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5120340-bd22-47f2-b630-75a79d28d3f3 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:06.245018 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3f873-94e8-4c80-b052-a27686ef67ab', 'name': 'network-vif-deleted', 'tag': 'd62baa03-3ba3-4a1d-aaef-781cd72c95f3', 'status': 'completed', 'code': 200} Aug 18 07:55:06.255566 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.269675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Transition to ACTIVE for port object f6e38fa0-228c-40c6-aa09-21c51fec473f will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:06.280305 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.322054 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Attempting to bind port f6e38fa0-228c-40c6-aa09-21c51fec473f on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:06.323122 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Attempting to bind port f6e38fa0-228c-40c6-aa09-21c51fec473f by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:06.323735 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Attempting to bind port f6e38fa0-228c-40c6-aa09-21c51fec473f on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:06.324642 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:06.354692 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Allocated IP 172.20.0.1 (845bae07-0164-470d-930c-b40256ca3571/4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe/ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:06.355914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:06.355914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:06.356489 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.360972 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:06.361754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Bound port: f6e38fa0-228c-40c6-aa09-21c51fec473f, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:06.362544 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.447758 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] For port f6e38fa0-228c-40c6-aa09-21c51fec473f, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:06.451339 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59bfaf-0d08-45e9-b4ea-764bfdc47496 None None] Pushing event updated for resources: {'Port': ['ID=f6e38fa0-228c-40c6-aa09-21c51fec473f,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:06.458284 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] For port f6e38fa0-228c-40c6-aa09-21c51fec473f, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=f6e38fa0-228c-40c6-aa09-21c51fec473f,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:06.465721 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.552168 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.570674 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Transition to ACTIVE for port object ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:06.609184 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-59eeffeb-e08d-441c-879c-ab8512b81ea5 req-6d1dba85-f3df-4e7e-bf90-752d00d7bdd3 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e3f873-94e8-4c80-b052-a27686ef67ab HTTP/1.1" status: 200 len: 210 time: 0.1458116 Aug 18 07:55:06.614125 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59bfaf-0d08-45e9-b4ea-764bfdc47496 None None] Pushing event updated for resources: {'Port': ['ID=f6e38fa0-228c-40c6-aa09-21c51fec473f,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:06.618073 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.630499 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:06.631575 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:06.673098 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Network 845bae07-0164-470d-930c-b40256ca3571 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:06.673098 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:06.682480 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:06.730176 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:06.778196 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:06.897206 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:07.020259 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:07.047995 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 1bd65719-1dea-45f2-aaed-247d3b537f4e up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:07.064819 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:07.067177 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:07.144136 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.184791 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:07.244716 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:07.342873 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 1bd65719-1dea-45f2-aaed-247d3b537f4e triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:07.343746 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.347922 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-cafa5cd5-d0fc-41fb-9a99-d45736093f82 None None] Provisioning for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:07.387207 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-cafa5cd5-d0fc-41fb-9a99-d45736093f82 None None] Provisioning complete for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:07.387385 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-cafa5cd5-d0fc-41fb-9a99-d45736093f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.507837 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-cafa5cd5-d0fc-41fb-9a99-d45736093f82 None None] Port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:07.601340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d62baa03-3ba3-4a1d-aaef-781cd72c95f3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:55:07.608050 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.621893 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.654240 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: d62baa03-3ba3-4a1d-aaef-781cd72c95f3 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:55:07.654796 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d62baa03-3ba3-4a1d-aaef-781cd72c95f3 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:55:07.664575 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:03Z', 'revision_number': 3, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:07.671809 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:07.714584 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2642a-ac23-47ae-92e0-a1777e1b9673 None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:07.721900 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.749444 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac35e60-851b-40ff-bee1-b668d3647a35 None None] The sync data for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi is: [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:03Z', 'revision_number': 3, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:07.835586 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39372) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:07.922330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:07.927908 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:07.981095 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.006083 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Network 845bae07-0164-470d-930c-b40256ca3571 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:08.008660 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:08.125534 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.132122 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.141171 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "DELETE /v2.0/security-groups/33a84395-4f85-42f4-a666-17a5c43f26bc HTTP/1.1" status: 204 len: 168 time: 0.2949805 Aug 18 07:55:08.168903 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39374) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:08.223922 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a84395-4f85-42f4-a666-17a5c43f26bc,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:08.233313 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.api.v2.resource [None req-74511020-2004-40fe-9c87-ee8578657639 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] show failed (client error): The resource could not be found. Aug 18 07:55:08.234877 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-74511020-2004-40fe-9c87-ee8578657639 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups/33a84395-4f85-42f4-a666-17a5c43f26bc HTTP/1.1" status: 404 len: 347 time: 0.0558610 Aug 18 07:55:08.241141 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39376) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:08.245972 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.246472 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.246946 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.247434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.247977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.248536 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.248988 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.249442 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.250030 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.251375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.252096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.252749 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5efe40-d581-4aab-a3f3-c023e7b7077d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:08.253202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3578e17-302b-4256-8f17-185d261caf24 None None] New status for floating IP 0cd0c43f-508a-4140-bc43-d41613f31892: DOWN {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:55:08.434385 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:55:08.500998 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-387b3d62-1759-4ba3-8a4d-a313264145fb None None] Provisioning complete for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:08.502794 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-387b3d62-1759-4ba3-8a4d-a313264145fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.522529 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Deleting port 205c70ed-bd64-4413-b911-8f5984c04d62 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:55:08.522999 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.575101 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-387b3d62-1759-4ba3-8a4d-a313264145fb None None] Port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:08.648810 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:08.656192 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-54054d44-ed2a-4aad-8e56-2425ec9df4f7 admin admin] 10.222.0.38 "PUT /v2.0/routers/95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3758898 Aug 18 07:55:08.673160 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.673699 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.690922 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Calling delete_port for 205c70ed-bd64-4413-b911-8f5984c04d62 owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:55:08.963294 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:08.992744 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f6e38fa0-228c-40c6-aa09-21c51fec473f up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:09.009311 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'Port': ['ID=205c70ed-bd64-4413-b911-8f5984c04d62,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:09.094920 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.097358 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.103292 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3fa026e2-b7a9-4d0a-beee-4b3a003f15ce tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "DELETE /v2.0/floatingips/0cd0c43f-508a-4140-bc43-d41613f31892 HTTP/1.1" status: 204 len: 168 time: 0.8481646 Aug 18 07:55:09.137740 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port f6e38fa0-228c-40c6-aa09-21c51fec473f completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:09.148897 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port f6e38fa0-228c-40c6-aa09-21c51fec473f triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:09.149888 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.326738 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.366686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port f6e38fa0-228c-40c6-aa09-21c51fec473f, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=f6e38fa0-228c-40c6-aa09-21c51fec473f,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:09.375420 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.470947 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=f6e38fa0-228c-40c6-aa09-21c51fec473f,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:09.631756 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39406) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:09.639996 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374917319', 'description': 'tempest-description--1410491128'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:09.652581 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39408) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:09.662245 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118725592-network', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:09.687400 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.db.api [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:55:09.687400 dv-cinder-804698-3-iscsi neutron-server[105478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 07:55:09.687400 dv-cinder-804698-3-iscsi neutron-server[105478]: [parameters: {'project_id': '31b44b237dca4d32acc1d6e685842c89', 'id': 'ef07e9ea-1a31-4a10-bcfa-e259aa85a974', 'expiration': datetime.datetime(2021, 8, 18, 7, 57, 9, 681392)}] Aug 18 07:55:09.687400 dv-cinder-804698-3-iscsi neutron-server[105478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:55:09.688316 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG oslo_db.api [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:55:09.709342 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.825732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.832010 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.874860 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:09.876272 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2426014 Aug 18 07:55:09.877724 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec14cf-774f-4cb7-96bd-059920890679 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bddcd8d-f4ef-48c3-9200-71f02ae382cf,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:09.880316 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39410) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:09.887001 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group_rule': {'security_group_id': '0bddcd8d-f4ef-48c3-9200-71f02ae382cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:09.931616 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.027111 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.032409 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.053897 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9247bebc-1fb6-4ff7-a135-f1d1a54474db,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:10.063197 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.065051 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b5065337-2782-46d5-8d17-328a5bd8ff87 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833544 Aug 18 07:55:10.067726 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39412) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:10.072823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'security_group_rule': {'security_group_id': '0bddcd8d-f4ef-48c3-9200-71f02ae382cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:10.119336 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Sync routers for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:10.121516 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.130596 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:10.131379 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:10.198431 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.208638 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.245491 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63105643-d025-412f-9714-afa0101da8ea,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:10.259318 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Made reservation on behalf of 31b44b237dca4d32acc1d6e685842c89 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:10.265117 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.270239 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.271807 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-51266081-10fe-477f-8cb8-7bc5f5786c45 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029655 Aug 18 07:55:10.277311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39414) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:10.280904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.283434 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:10.293282 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:10.406390 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.411656 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.441790 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.442351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:55:10.459489 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a17e1-f9ac-4778-b14b-1f6f4180ecf0,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:10.470605 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.471386 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Added segment 1f1c702c-8024-4e99-a53a-2b63c7e840e6 of type vlan for network f08cc2d0-8501-4b7e-b280-75640e921efc Aug 18 07:55:10.551458 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.593600 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.594847 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:10.595594 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.611453 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.663500 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0090108 Aug 18 07:55:10.667381 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39418) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:10.676502 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Request body: {'subnet': {'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118725592-subnet', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:10.687863 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9037c4-b4b3-4b5a-9940-066956c18d96 admin admin] Pushing event updated for resources: {'Network': ['ID=f08cc2d0-8501-4b7e-b280-75640e921efc,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:10.709321 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network f08cc2d0-8501-4b7e-b280-75640e921efc details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:55:10.728046 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 2, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:10.739802 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Made reservation on behalf of 31b44b237dca4d32acc1d6e685842c89 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:10.745531 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2883947'] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.786414 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Checking router: 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:10.786414 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Updating router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:55:10.821193 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:10.862037 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Allocated IP 172.27.0.130 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/b1944102-cd71-4f56-ad52-f7e072db6991) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:10.975792 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f6e38fa0-228c-40c6-aa09-21c51fec473f up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:11.070974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port f6e38fa0-228c-40c6-aa09-21c51fec473f triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:11.071564 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.107897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.117884 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2663779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2883965'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.204720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.217249 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.218678 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c8675d-4328-4de3-8d0f-7cee35c0ab58,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:11.227790 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Transition to ACTIVE for port object ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:11.239792 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.246977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:11.268924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:11.273042 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:11.275857 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Checking segment: {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:11.276254 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Network hostable DHCP agents. Network: f08cc2d0-8501-4b7e-b280-75640e921efc, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:55:11.301015 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Network f08cc2d0-8501-4b7e-b280-75640e921efc is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:55:11.330659 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=b1944102-cd71-4f56-ad52-f7e072db6991,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:11.333580 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Pushing event updated for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:11.342349 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, f08cc2d0-8501-4b7e-b280-75640e921efc) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:11.347169 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.348010 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.348279 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.348877 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.349474 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.349840 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.350346 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.350800 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.351160 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.351501 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.351838 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.352170 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:11.355820 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:11.356487 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.392624 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-508d10d7-ea37-4699-bf20-66961df2a645 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7238836 Aug 18 07:55:11.396900 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39422) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:11.398386 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726d632-945c-410d-9f7b-318c546f3f24 None None] Network f08cc2d0-8501-4b7e-b280-75640e921efc requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:55:11.404291 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:11.419261 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Attempting to bind port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:11.420189 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Attempting to bind port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:11.421787 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Attempting to bind port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c on network 845bae07-0164-470d-930c-b40256ca3571 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:11.426896 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:11.427415 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Checking segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:11.427899 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.430343 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Bound using segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:11.431298 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Bound port: ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:11.433417 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.454730 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.456896 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.546462 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.558287 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.558701 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] For port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:11.564517 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] For port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:11.575265 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.658097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.740687 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbefcbc-0349-4eb2-9292-b584c9536ca1 None None] Pushing event updated for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:11.769867 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:11.771429 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:11.821373 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-f08cc2d0-8501-4b7e-b280-75640e921efc', 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'fixed_ips': [{'subnet_id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:55:11.822633 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:11.860089 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.072046 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:12.097279 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Allocated IP 172.20.0.2 (f08cc2d0-8501-4b7e-b280-75640e921efc/39c8675d-4328-4de3-8d0f-7cee35c0ab58/279d5202-a616-4363-ac0f-1331f6c3b118) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:12.124563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.134339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.295766 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=b1944102-cd71-4f56-ad52-f7e072db6991,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:12.301055 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.317945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.326885 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Transition to ACTIVE for port object 279d5202-a616-4363-ac0f-1331f6c3b118 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:12.352288 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.354460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea988cad-1c0f-4373-960e-decdb6a744c4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0735230 Aug 18 07:55:12.365930 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Transition to ACTIVE for port object 279d5202-a616-4363-ac0f-1331f6c3b118 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:12.381561 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.490251 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Network f08cc2d0-8501-4b7e-b280-75640e921efc is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:12.495729 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:12.501928 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:12.522365 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Pushing event updated for resources: {'Port': ['ID=279d5202-a616-4363-ac0f-1331f6c3b118,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:12.539062 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.563555 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.598576 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Attempting to bind port 279d5202-a616-4363-ac0f-1331f6c3b118 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:12.599702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Attempting to bind port 279d5202-a616-4363-ac0f-1331f6c3b118 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:12.599702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Attempting to bind port 279d5202-a616-4363-ac0f-1331f6c3b118 on network f08cc2d0-8501-4b7e-b280-75640e921efc {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:12.605865 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:12.607111 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Checking segment: {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:12.608317 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.608984 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Bound using segment: {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:12.609575 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Bound port: 279d5202-a616-4363-ac0f-1331f6c3b118, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:12.610059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.612430 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:11Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:12.626450 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-eca39055-89f5-4e09-b7b0-ef79e1a424f6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--374917319&fields=id&tenant_id=44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 267 time: 0.0733447 Aug 18 07:55:12.667926 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c039e5-aad3-4e26-baec-d06f85b606db None None] The sync data for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi is: [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:11Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:12.703725 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] For port 279d5202-a616-4363-ac0f-1331f6c3b118, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:12.710608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] For port 279d5202-a616-4363-ac0f-1331f6c3b118, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=279d5202-a616-4363-ac0f-1331f6c3b118,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:12.721736 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Allocated IP 172.27.0.235 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/e4f77732-8443-4eb4-aabd-a2c21535fa72) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:12.722094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:12.880244 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-054d4529-b0dc-43a5-aff3-b90e69cd2838 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:12.884176 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-054d4529-b0dc-43a5-aff3-b90e69cd2838 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 811 time: 0.2505820 Aug 18 07:55:12.887764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa0b77-a04d-4643-9829-3230d1854e4e None None] Pushing event updated for resources: {'Port': ['ID=279d5202-a616-4363-ac0f-1331f6c3b118,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:12.911811 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-fa5c57da-c225-4d9c-8999-e7a8b7bea59d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/quotas/44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 375 time: 0.0191681 Aug 18 07:55:13.005867 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-1662513c-ebe5-4dbc-bcab-ada47e987500 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925770 Aug 18 07:55:13.033679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.049217 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:13.137278 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.235340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:13.253363 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:13.253826 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.254581 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:13.260857 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Pushing event updated for resources: {'Port': ['ID=e4f77732-8443-4eb4-aabd-a2c21535fa72,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:13.281914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:13.289658 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:13.421345 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-a1a7f5f5-37ad-41f5-93d5-fb6fb8f46913 service neutron] 10.222.0.38 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044046 Aug 18 07:55:13.453598 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.527191 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:13.537289 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.594623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-7e339fd7-fe61-4864-b606-ab716b3cb68c service neutron] 10.222.0.38 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662934 Aug 18 07:55:13.607769 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:13.749441 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:13.944904 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a0bcbca-8b69-4550-9326-2799b8976c7b req-e2c522ea-f66b-4ace-83aa-ce6b09368b32 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 210 time: 0.0661829 Aug 18 07:55:14.063860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:14.219084 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973942e5-a2fd-419d-90b8-f5adda176117 None None] Network f08cc2d0-8501-4b7e-b280-75640e921efc requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:55:14.246070 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:55:14.325728 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-f489a663-031e-4bbc-8dbc-4d84daff5926 None None] Provisioning for port 279d5202-a616-4363-ac0f-1331f6c3b118 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:14.470186 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:14.484335 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Sync routers for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:14.496377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:14.497045 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:14.505414 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:14.511076 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9dad57e1-2b9d-4110-bf27-b2700869644d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1090534 Aug 18 07:55:14.511605 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39474) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:14.693470 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:15.002373 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 3, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:15.073128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Checking router: 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:15.074131 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Updating router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 port e4f77732-8443-4eb4-aabd-a2c21535fa72 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:55:15.121996 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:15.137881 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4c1da299-c227-4a63-8e11-31a4a9f2dafd req-a4a6a521-a76e-4dd3-9b78-3d148edf42e0 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 210 time: 0.0367532 Aug 18 07:55:15.160152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.232074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.282704 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:15.283250 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.419401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Allocated IP 172.20.0.1 (f08cc2d0-8501-4b7e-b280-75640e921efc/39c8675d-4328-4de3-8d0f-7cee35c0ab58/006ce3a7-9e10-479b-8ce0-8668ea766d1c) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:15.602060 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 279d5202-a616-4363-ac0f-1331f6c3b118 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:15.646922 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.688301 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Transition to ACTIVE for port object 006ce3a7-9e10-479b-8ce0-8668ea766d1c will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:15.733583 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9d86fc43-5261-471b-b290-cb33d4f96a20 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:15.735538 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9d86fc43-5261-471b-b290-cb33d4f96a20 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 811 time: 0.1845977 Aug 18 07:55:15.736488 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.753607 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 279d5202-a616-4363-ac0f-1331f6c3b118 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:15.760412 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Transition to ACTIVE for port object e4f77732-8443-4eb4-aabd-a2c21535fa72 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:15.767544 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 279d5202-a616-4363-ac0f-1331f6c3b118 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:15.768348 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.773948 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.796565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-8792de24-7b0c-4bd9-932b-ce776393365c tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d7656b45c7463f9644e97e654e6a85 HTTP/1.1" status: 200 len: 379 time: 0.0501890 Aug 18 07:55:15.808292 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'port': {'device_id': '585a063f-0029-4bff-b62f-a0c63397e00d', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'admin_state_up': True, 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'security_groups': ['0bddcd8d-f4ef-48c3-9200-71f02ae382cf']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:15.817375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.891734 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Attempting to bind port e4f77732-8443-4eb4-aabd-a2c21535fa72 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:15.892137 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Attempting to bind port e4f77732-8443-4eb4-aabd-a2c21535fa72 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:15.892671 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Attempting to bind port e4f77732-8443-4eb4-aabd-a2c21535fa72 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:15.894739 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2d94a-df47-4697-9b27-8b7bea6087d5 None None] Pushing event updated for resources: {'Port': ['ID=e4f77732-8443-4eb4-aabd-a2c21535fa72,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:15.910008 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:15.910398 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:15.910930 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.911397 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:15.913014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Bound port: e4f77732-8443-4eb4-aabd-a2c21535fa72, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:15.913014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:15.925967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Network f08cc2d0-8501-4b7e-b280-75640e921efc is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:15.934382 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:15.941224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:15.945652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Pushing event updated for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:16.019025 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.062663 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] For port e4f77732-8443-4eb4-aabd-a2c21535fa72, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:16.072360 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] For port e4f77732-8443-4eb4-aabd-a2c21535fa72, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e4f77732-8443-4eb4-aabd-a2c21535fa72,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:16.095727 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.131770 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.285442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:16.287858 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:54:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:16.319111 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 279d5202-a616-4363-ac0f-1331f6c3b118, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=279d5202-a616-4363-ac0f-1331f6c3b118,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:16.319111 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.440108 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2d94a-df47-4697-9b27-8b7bea6087d5 None None] Pushing event updated for resources: {'Port': ['ID=e4f77732-8443-4eb4-aabd-a2c21535fa72,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:16.461763 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e75ac5e8-a593-4960-bccf-3b4b321dc3d2 req-407e1b89-a875-4827-b99e-31c88fe2982d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 210 time: 0.0473011 Aug 18 07:55:16.504333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Made reservation on behalf of 44d7656b45c7463f9644e97e654e6a85 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:16.508184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.599473 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-330a9974-2662-4be4-94ba-cd1e2aef61b3 None None] Provisioning for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:16.616686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:16.619408 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=279d5202-a616-4363-ac0f-1331f6c3b118,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:16.664845 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-330a9974-2662-4be4-94ba-cd1e2aef61b3 None None] Provisioning complete for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:16.665399 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-330a9974-2662-4be4-94ba-cd1e2aef61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.677551 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e479-d9ef-479a-8e26-db72e7a16330 req-dc8c940b-445e-4cd5-8617-c0657622f1b9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:16.679162 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4299e479-d9ef-479a-8e26-db72e7a16330 req-dc8c940b-445e-4cd5-8617-c0657622f1b9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.2636993 Aug 18 07:55:16.757462 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Allocated IP 172.20.0.9 (602e8ba5-031f-4c79-b39b-d704f92fea18/f8c31218-2433-49b1-bbe9-9c1de93319ca/e4dc4265-890a-40c4-a3a8-fa57482e0026) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:16.780721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:16.829835 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4299e479-d9ef-479a-8e26-db72e7a16330 req-ab55febd-a87b-4c7a-a4e0-759ed5a4041a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421347 Aug 18 07:55:16.837710 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-330a9974-2662-4be4-94ba-cd1e2aef61b3 None None] Port 006ce3a7-9e10-479b-8ce0-8668ea766d1c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:16.917268 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 279d5202-a616-4363-ac0f-1331f6c3b118 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:16.982223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 3, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:16.988643 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 279d5202-a616-4363-ac0f-1331f6c3b118 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:16.989002 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.042557 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a2670-5b4b-4220-91d5-b05a69bae54a None None] The sync data for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi is: [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 3, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:17.065467 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-946d5877-0355-4099-91a7-67b11846582a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.157547 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.193585 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Transition to ACTIVE for port object e4dc4265-890a-40c4-a3a8-fa57482e0026 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:17.242019 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.251218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.303175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.347765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:17.351151 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:17.356498 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:17.361255 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Pushing event updated for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:17.412816 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.454121 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event updated for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:17.475989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:17.476574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.535544 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-9b70ed51-c4ca-46cb-99bd-73c7e4090855 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7316904 Aug 18 07:55:17.589546 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Network f08cc2d0-8501-4b7e-b280-75640e921efc is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:17.591135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:17.690567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-f30dfced-1cda-4071-b43c-64eea39e908a None None] Provisioning for port e4dc4265-890a-40c4-a3a8-fa57482e0026 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:17.692031 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Request body: {'port': {'device_id': '585a063f-0029-4bff-b62f-a0c63397e00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:17.698703 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-f30dfced-1cda-4071-b43c-64eea39e908a None None] Provisioning complete for port e4dc4265-890a-40c4-a3a8-fa57482e0026 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:17.701625 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f30dfced-1cda-4071-b43c-64eea39e908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.790885 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-f30dfced-1cda-4071-b43c-64eea39e908a None None] Port e4dc4265-890a-40c4-a3a8-fa57482e0026 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:17.828894 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.922827 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-5b656036-c562-4e09-b88c-0496281bb505 None None] Provisioning complete for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:17.923546 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5b656036-c562-4e09-b88c-0496281bb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:17.965136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-5b656036-c562-4e09-b88c-0496281bb505 None None] Port 006ce3a7-9e10-479b-8ce0-8668ea766d1c cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:18.048243 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ca2f-1b9d-462d-9b12-6a80e4bdbc13 req-60dd4054-9def-43fa-aca1-ddfa70d973f6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:18.049758 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfe1ca2f-1b9d-462d-9b12-6a80e4bdbc13 req-60dd4054-9def-43fa-aca1-ddfa70d973f6 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 931 time: 0.2408123 Aug 18 07:55:18.059487 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:55:18.156226 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14498922-0dd0-45a7-b369-0897374a129a req-8919b012-3af5-4816-92df-53a866e27905 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:18.157845 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14498922-0dd0-45a7-b369-0897374a129a req-8919b012-3af5-4816-92df-53a866e27905 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1936197 Aug 18 07:55:18.276429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cfe1ca2f-1b9d-462d-9b12-6a80e4bdbc13 req-a4454868-d784-41c5-8ca4-cdb336329c40 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708810 Aug 18 07:55:18.324803 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14498922-0dd0-45a7-b369-0897374a129a req-9b45bb29-3e82-4a95-bf36-224f15d7a0b7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594388 Aug 18 07:55:18.410320 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:18.423116 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f7179e83-2826-4397-bf9f-2b2f510af072 admin admin] 10.222.0.38 "PUT /v2.0/routers/96447ba2-ce24-4b7a-9a7e-038e98f0ad43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9096897 Aug 18 07:55:18.489134 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dc4265-890a-40c4-a3a8-fa57482e0026 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:18.497554 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.513116 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Transition to ACTIVE for port object e4dc4265-890a-40c4-a3a8-fa57482e0026 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:18.519579 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.574600 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:18.683153 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.688435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Attempting to bind port e4dc4265-890a-40c4-a3a8-fa57482e0026 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:18.689146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Attempting to bind port e4dc4265-890a-40c4-a3a8-fa57482e0026 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:18.689692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Attempting to bind port e4dc4265-890a-40c4-a3a8-fa57482e0026 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:18.697775 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Port e4dc4265-890a-40c4-a3a8-fa57482e0026 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:55:18.698469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Attempting to bind port e4dc4265-890a-40c4-a3a8-fa57482e0026 on network 602e8ba5-031f-4c79-b39b-d704f92fea18 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:18.709165 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:18.709874 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Checking segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:18.710426 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Bound using segment: {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:18.711648 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Bound port: e4dc4265-890a-40c4-a3a8-fa57482e0026, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b9532a-2b92-4593-ba2d-a710340fc2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:18.712154 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.794495 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.829099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:18.840413 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:18.854858 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.929594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:18.930696 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:18.932522 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4dc4265-890a-40c4-a3a8-fa57482e0026 HTTP/1.1" status: 200 len: 1093 time: 1.3885331 Aug 18 07:55:18.933009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:18.935568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18da01-4718-4618-8733-829d9d7c176b" -d '{"events": [{"name": "network-changed", "server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:18.973080 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f7dd-3505-4b87-9401-a2bddf7c7ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:19.003802 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e4f77732-8443-4eb4-aabd-a2c21535fa72 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:19.067720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f5883a-4f52-4c92-b99c-d7f609875dd8 x-openstack-request-id: req-99f5883a-4f52-4c92-b99c-d7f609875dd8 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:19.068152 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:19.068561 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99f5883a-4f52-4c92-b99c-d7f609875dd8 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:19.069196 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'status': 'completed', 'code': 200} Aug 18 07:55:19.113328 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-68515f37-3dd9-40be-ac7a-80fa26da4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:19.115969 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-68515f37-3dd9-40be-ac7a-80fa26da4fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 1096 time: 0.1345744 Aug 18 07:55:19.124128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port e4f77732-8443-4eb4-aabd-a2c21535fa72 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:19.133966 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e4f77732-8443-4eb4-aabd-a2c21535fa72 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:19.145159 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.176463 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39582) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:19.182147 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78499970', 'description': 'tempest-secgroup-smoke-78499970 description', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:19.213508 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-f048f608-500e-4d85-aa81-49161dc1222c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026 HTTP/1.1" status: 200 len: 217 time: 0.0866792 Aug 18 07:55:19.227147 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.248502 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.275323 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port e4f77732-8443-4eb4-aabd-a2c21535fa72, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e4f77732-8443-4eb4-aabd-a2c21535fa72,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:19.281986 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.287261 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-7877aa39-52e5-4c54-87b0-0a7570874df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:19.288849 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-7877aa39-52e5-4c54-87b0-0a7570874df3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0682547 Aug 18 07:55:19.378154 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-efa97530-545d-4ea5-a85c-84f559ad0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:19.379794 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-efa97530-545d-4ea5-a85c-84f559ad0383 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824821 Aug 18 07:55:19.387898 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=e4f77732-8443-4eb4-aabd-a2c21535fa72,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:19.450825 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.456825 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.494101 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864ec637-b541-49c1-8c4c-9e70ee0e1ba1,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:19.517516 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.521700 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fce030b0-dd54-46ae-9238-5383131eda1d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3412831 Aug 18 07:55:19.522004 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39592) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:19.527129 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:19.582187 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.606668 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3ac9-8a0b-48d5-a9b9-4f8aed9c13f4 req-de200d30-b694-4528-940c-2709dfd08bac tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:19.608828 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-454f3ac9-8a0b-48d5-a9b9-4f8aed9c13f4 req-de200d30-b694-4528-940c-2709dfd08bac tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 943 time: 0.2024887 Aug 18 07:55:19.648888 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-52d75a35-32d8-4196-957d-99b8bdcbe729 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608364 Aug 18 07:55:19.658456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4296b3-de63-4699-b61f-6d3c1583a4f7 req-18ef8172-0813-41e0-a66b-0435af3e19f8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:19.659851 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.659990 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d4296b3-de63-4699-b61f-6d3c1583a4f7 req-18ef8172-0813-41e0-a66b-0435af3e19f8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1784437 Aug 18 07:55:19.667623 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.707061 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4d273bda-fad1-4df5-bb58-26b0b44446cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.719955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59848f4-94ab-4e74-a8c8-bb0122423ce9,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:19.729986 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.734890 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1a0d7086-a15d-4345-8d89-ccdfa27493fc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090950 Aug 18 07:55:19.735091 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39598) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:19.743607 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:19.784732 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.810238 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-454f3ac9-8a0b-48d5-a9b9-4f8aed9c13f4 req-3b7396e5-41c8-4fad-b45d-8f7a27aaa346 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926117 Aug 18 07:55:19.875598 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d4296b3-de63-4699-b61f-6d3c1583a4f7 req-d7064989-5236-47e9-a271-d4d7bed6d438 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129358 Aug 18 07:55:19.899461 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.903219 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3980d827-2c6c-4bd6-854d-0f5e00d473c1 req-b375265f-4076-4169-a4d1-863658d899ce service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421658 Aug 18 07:55:19.905805 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.932213 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7ff3df-2f3a-4948-bf9c-84a245e866ea,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:19.943233 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:19.948087 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-bfbb735d-5d49-4ad4-94e0-78ff161625d5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2096457 Aug 18 07:55:19.948592 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39610) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:19.952941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:19.995992 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.020461 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Sync routers for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:20.031539 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:20.032185 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:20.033805 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18da01-4718-4618-8733-829d9d7c176b req-25904beb-f415-4229-80ac-92a85a68fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:20.036891 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-25904beb-f415-4229-80ac-92a85a68fc67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 1096 time: 0.0819952 Aug 18 07:55:20.088028 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.096859 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.133985 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7471c134-e16e-401a-be04-056079701e6d,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:20.138482 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.140807 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a090cb03-b46c-49a9-9a3a-84ad240887bd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913259 Aug 18 07:55:20.145254 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39612) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:20.150809 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:20.185062 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18da01-4718-4618-8733-829d9d7c176b req-54eaa336-54f2-4f02-b700-86b89cfcb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:20.185850 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:20.187094 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-54eaa336-54f2-4f02-b700-86b89cfcb5ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1388161 Aug 18 07:55:20.205761 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.251409 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-d7c680e2-db57-4c66-acd2-58f0d11ee451 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026 HTTP/1.1" status: 200 len: 217 time: 0.0526140 Aug 18 07:55:20.345637 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18da01-4718-4618-8733-829d9d7c176b req-d698f395-1b0e-4624-95e0-0a036c0b1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:20.346997 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-d698f395-1b0e-4624-95e0-0a036c0b1e81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0856767 Aug 18 07:55:20.352853 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.364776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.406751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225c3044-0ef1-4b24-bb2f-a903c6b2f7bc,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:20.409172 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 4, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '006ce3a7-9e10-479b-8ce0-8668ea766d1c', 'name': '', 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'mac_address': 'fa:16:3e:90:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:15Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 2, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'subnets': [{'id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:20.413339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.417201 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-bce68cc6-6fdd-4c62-a4f8-812e5018b2a3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681808 Aug 18 07:55:20.417358 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 39614) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:20.424048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:20.442633 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Checking router: 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:20.442966 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Updating router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 port 006ce3a7-9e10-479b-8ce0-8668ea766d1c binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:55:20.448943 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18da01-4718-4618-8733-829d9d7c176b req-971f25de-c74e-42e4-ad55-a25b91bc7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:20.450543 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-971f25de-c74e-42e4-ad55-a25b91bc7e12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943029 Aug 18 07:55:20.458217 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.securitygroups_db [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Project a0ddaafe8e984fe09a6dcc9bb8b14de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:55:20.468586 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.475972 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.596136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.602889 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-4a76d6b8-8d17-4652-8bbf-c1fdd306f0ec service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400585 Aug 18 07:55:20.603367 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.634545 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d10044-7f22-4383-99aa-9a746a1d4598,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:20.670730 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.671908 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e830a203-27b3-4400-8431-56356b02c83e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2536118 Aug 18 07:55:20.674840 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39618) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:20.680628 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'security_group_rule': {'security_group_id': '864ec637-b541-49c1-8c4c-9e70ee0e1ba1', 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:20.715389 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.securitygroups_db [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Project a0ddaafe8e984fe09a6dcc9bb8b14de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:55:20.722008 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.739092 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd18da01-4718-4618-8733-829d9d7c176b req-13902b0c-2d96-4ff0-ada4-fe0503d34ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164882 Aug 18 07:55:20.778667 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.789080 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Transition to ACTIVE for port object 006ce3a7-9e10-479b-8ce0-8668ea766d1c will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:20.796680 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4dc4265-890a-40c4-a3a8-fa57482e0026 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:55:20.798974 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.806478 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.813107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.839229 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae3b471-d924-4187-8099-787ecd9d7950,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:20.843135 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:20.853354 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5e918c11-3c17-433d-9515-1c5223dc89e9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767933 Aug 18 07:55:20.917710 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69efff-572b-43b1-bb83-22904442dd47 None None] Pushing event updated for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:21.017442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e4f77732-8443-4eb4-aabd-a2c21535fa72 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:21.024342 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:21.033781 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Attempting to bind port 006ce3a7-9e10-479b-8ce0-8668ea766d1c on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:21.034832 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Attempting to bind port 006ce3a7-9e10-479b-8ce0-8668ea766d1c by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:21.035359 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Attempting to bind port 006ce3a7-9e10-479b-8ce0-8668ea766d1c on network f08cc2d0-8501-4b7e-b280-75640e921efc {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:21.051118 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:21.051851 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Checking segment: {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:21.052434 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.053017 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Bound using segment: {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:21.053675 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Bound port: 006ce3a7-9e10-479b-8ce0-8668ea766d1c, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c702c-8024-4e99-a53a-2b63c7e840e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:21.054276 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.146903 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'port_id': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'mac_address': 'fa:16:3e:e7:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:55:21.160719 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.160982 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] For port 006ce3a7-9e10-479b-8ce0-8668ea766d1c, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:21.163071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab597f-34a7-423a-8cbe-138f8658a66b req-2e48c6f2-5eea-40d5-acff-1fc3b00cbadb tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:21.164854 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6fab597f-34a7-423a-8cbe-138f8658a66b req-2e48c6f2-5eea-40d5-acff-1fc3b00cbadb tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 943 time: 0.1858523 Aug 18 07:55:21.175065 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] For port 006ce3a7-9e10-479b-8ce0-8668ea766d1c, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=006ce3a7-9e10-479b-8ce0-8668ea766d1c,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:21.182191 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.193177 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb83f2-72ef-4df3-91d7-70422ea3ea2f req-4d043ebd-5b9f-427b-a272-55099345b660 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:21.213068 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56fb83f2-72ef-4df3-91d7-70422ea3ea2f req-4d043ebd-5b9f-427b-a272-55099345b660 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1184242 Aug 18 07:55:21.252494 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e4f77732-8443-4eb4-aabd-a2c21535fa72 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:21.252838 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.258938 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69efff-572b-43b1-bb83-22904442dd47 None None] Pushing event updated for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:21.280387 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:21.281221 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:21.302523 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6fab597f-34a7-423a-8cbe-138f8658a66b req-47c2cbe3-c690-4f9d-ae56-d374a8aad249 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234682 Aug 18 07:55:21.317976 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.333320 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56fb83f2-72ef-4df3-91d7-70422ea3ea2f req-8e807e2f-a874-400e-88a8-53ee0a76dfa7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186032 Aug 18 07:55:21.364022 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dc4265-890a-40c4-a3a8-fa57482e0026 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:21.411353 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:21.418372 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:21.433544 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:21.516362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:21.672072 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['e4dc4265-890a-40c4-a3a8-fa57482e0026'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:55:21.731069 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 4, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '006ce3a7-9e10-479b-8ce0-8668ea766d1c', 'name': '', 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'mac_address': 'fa:16:3e:90:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:15Z', 'updated_at': '2021-08-18T07:55:21Z', 'revision_number': 4, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'subnets': [{'id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:21.761436 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663fe289-1f62-4e50-9592-194c89a14e47 None None] The sync data for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi is: [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:16Z', 'revision_number': 4, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '006ce3a7-9e10-479b-8ce0-8668ea766d1c', 'name': '', 'network_id': 'f08cc2d0-8501-4b7e-b280-75640e921efc', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'mac_address': 'fa:16:3e:90:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:15Z', 'updated_at': '2021-08-18T07:55:21Z', 'revision_number': 4, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'subnets': [{'id': '39c8675d-4328-4de3-8d0f-7cee35c0ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:22.304433 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:22.459830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a3ce-adca-4c56-8053-d89c512dcd68 req-5fc0c037-af54-404c-8019-818247d4f2f8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:22.461460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-49a5a3ce-adca-4c56-8053-d89c512dcd68 req-5fc0c037-af54-404c-8019-818247d4f2f8 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 944 time: 0.0853288 Aug 18 07:55:22.794260 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4dc4265-890a-40c4-a3a8-fa57482e0026 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:22.799528 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-49a5a3ce-adca-4c56-8053-d89c512dcd68 req-29bd3d78-5d42-43af-ba62-55134422520e tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310080 Aug 18 07:55:22.808607 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db59ac-3e02-4b24-924f-3206bf24f295 req-ffcf870f-1fa9-4c1c-b08c-8a4679430d99 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:22.816180 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-47db59ac-3e02-4b24-924f-3206bf24f295 req-ffcf870f-1fa9-4c1c-b08c-8a4679430d99 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.3807907 Aug 18 07:55:22.857716 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-47db59ac-3e02-4b24-924f-3206bf24f295 req-5d88c1e2-acbf-468e-b36b-74d9da94bfa4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 Aug 18 07:55:22.874434 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port e4dc4265-890a-40c4-a3a8-fa57482e0026 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:22.880647 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port e4dc4265-890a-40c4-a3a8-fa57482e0026 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:22.881133 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:22.921659 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 006ce3a7-9e10-479b-8ce0-8668ea766d1c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:23.013090 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:23.021396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:23.021766 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:23.024462 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:23.081018 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:23.083344 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716b5573-64a0-491b-a062-37643578b04e" -d '{"events": [{"server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "name": "network-vif-plugged", "status": "completed", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:23.098882 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:23.107838 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:23.133884 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcfbf90-502d-4803-8f52-9fae3a2f1123 x-openstack-request-id: req-9bcfbf90-502d-4803-8f52-9fae3a2f1123 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:23.134202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "name": "network-vif-plugged", "status": "completed", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:23.134429 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bcfbf90-502d-4803-8f52-9fae3a2f1123 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:23.134828 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'code': 200} Aug 18 07:55:23.191608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:23.193709 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:23.246038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 006ce3a7-9e10-479b-8ce0-8668ea766d1c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=006ce3a7-9e10-479b-8ce0-8668ea766d1c,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:23.250400 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:23.322877 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:23.359882 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eae601-a130-457a-8faa-ce045f391510 req-d08be54b-9f93-4da1-bb98-c35e69a140c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:23.361415 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-91eae601-a130-457a-8faa-ce045f391510 req-d08be54b-9f93-4da1-bb98-c35e69a140c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 1098 time: 0.0579834 Aug 18 07:55:23.399595 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-91eae601-a130-457a-8faa-ce045f391510 req-aa203d5a-5328-42cf-9310-6ce8754c41d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307560 Aug 18 07:55:23.926720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf199-8de6-4b68-94c5-dd13890ffcf4 req-cd4b23f7-51d3-4576-8cd5-17dfd235216a tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:23.928301 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-262bf199-8de6-4b68-94c5-dd13890ffcf4 req-cd4b23f7-51d3-4576-8cd5-17dfd235216a tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0528584 Aug 18 07:55:24.000693 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-262bf199-8de6-4b68-94c5-dd13890ffcf4 req-a0e69bcf-98ce-4c91-bde5-696b2cca06a7 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660260 Aug 18 07:55:24.020392 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc718-352d-4c39-b28e-c1a1f55fcbaa req-ad67c0aa-5c5b-42ea-a205-5fdc06aae542 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:24.022119 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6cedc718-352d-4c39-b28e-c1a1f55fcbaa req-ad67c0aa-5c5b-42ea-a205-5fdc06aae542 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0808535 Aug 18 07:55:24.077941 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6cedc718-352d-4c39-b28e-c1a1f55fcbaa req-bd181490-c50b-4a34-9348-68ee6d6f5d5e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475738 Aug 18 07:55:24.872714 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 006ce3a7-9e10-479b-8ce0-8668ea766d1c up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:24.943331 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 006ce3a7-9e10-479b-8ce0-8668ea766d1c triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:24.943713 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:25.133499 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad3dc-1884-42d1-a4ff-48c0659f6e12 req-1bc24a00-7eb1-4d4d-992d-e4c7f9e71a83 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:25.135061 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d7cad3dc-1884-42d1-a4ff-48c0659f6e12 req-1bc24a00-7eb1-4d4d-992d-e4c7f9e71a83 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0525372 Aug 18 07:55:25.221753 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d7cad3dc-1884-42d1-a4ff-48c0659f6e12 req-2b86b836-a83e-43b3-b6ba-465e34d65f1b tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746133 Aug 18 07:55:25.244071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7cea-09d9-4f82-befe-bbe9b244528a req-f571f2e0-ab3c-457b-a185-4a8d28501c67 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:25.247252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1bff7cea-09d9-4f82-befe-bbe9b244528a req-f571f2e0-ab3c-457b-a185-4a8d28501c67 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0796196 Aug 18 07:55:25.291293 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1bff7cea-09d9-4f82-befe-bbe9b244528a req-217cdb99-97c9-42ab-9d7f-6d1404ec1b1d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 Aug 18 07:55:25.345644 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489486-fdac-4242-a89f-e86c2245962d req-13707a92-81fc-4999-a555-49c0e22d50b5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:25.347219 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-35489486-fdac-4242-a89f-e86c2245962d req-13707a92-81fc-4999-a555-49c0e22d50b5 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0550654 Aug 18 07:55:25.355725 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 39710) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:25.361010 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Request body: {'floatingip': {'port_id': 'e4dc4265-890a-40c4-a3a8-fa57482e0026'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:25.406950 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:25.897752 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:25.902019 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:26.010943 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Floating IP b67ba408-b8c0-4920-8337-dde6af77c606 associated. External IP: 172.27.0.130, port: e4dc4265-890a-40c4-a3a8-fa57482e0026. Aug 18 07:55:26.460855 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e25e10-608d-40ee-bd82-37b001054279 req-72ae1aad-e170-41f9-9699-14f72e2d087c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:26.462529 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-80e25e10-608d-40ee-bd82-37b001054279 req-72ae1aad-e170-41f9-9699-14f72e2d087c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0868330 Aug 18 07:55:26.486146 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:55:26.512896 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-80e25e10-608d-40ee-bd82-37b001054279 req-1c544387-f649-4193-94e6-c145f8bc03f6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Aug 18 07:55:26.615266 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:55:26.621042 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:26.629804 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:55:26.640874 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:26.641524 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:26.664058 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3d2c8f53-14a0-402e-97af-e192f1ee1405 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "PUT /v2.0/floatingips/b67ba408-b8c0-4920-8337-dde6af77c606 HTTP/1.1" status: 200 len: 991 time: 1.3072233 Aug 18 07:55:26.664691 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:26.667071 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94" -d '{"events": [{"name": "network-changed", "server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:26.709387 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3852a-60fc-470c-90ba-272495e10834 x-openstack-request-id: req-d0b3852a-60fc-470c-90ba-272495e10834 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:26.709678 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:26.709918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0b3852a-60fc-470c-90ba-272495e10834 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:26.710317 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'status': 'completed', 'code': 200} Aug 18 07:55:26.768280 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:26.781457 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-2b5c6ea8-0b54-4931-8d1b-868a05aa0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:26.783018 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-2b5c6ea8-0b54-4931-8d1b-868a05aa0375 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44d7656b45c7463f9644e97e654e6a85&device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 1098 time: 0.0470743 Aug 18 07:55:26.818847 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:55:26.911920 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-d3efab29-16f0-4dda-ae6a-bdf995ca9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:26.913838 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-d3efab29-16f0-4dda-ae6a-bdf995ca9700 service neutron] 10.222.0.42 "GET /v2.0/networks?id=602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 200 len: 912 time: 0.1231730 Aug 18 07:55:26.997359 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-7e3aa35d-efae-4f28-9336-576e446f7ca2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026 HTTP/1.1" status: 200 len: 999 time: 0.0757318 Aug 18 07:55:27.066927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-15ca198d-00b3-4d29-b2af-71602cbc4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:27.068653 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-15ca198d-00b3-4d29-b2af-71602cbc4dc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 200 len: 850 time: 0.0613952 Aug 18 07:55:27.115279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-5d2cf8aa-0643-4ebb-b56d-a72e79f4fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:27.117054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-5d2cf8aa-0643-4ebb-b56d-a72e79f4fe31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=602e8ba5-031f-4c79-b39b-d704f92fea18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398080 Aug 18 07:55:27.210185 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:27.225141 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-11c42387-cd16-406f-908d-825561f4f401 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996325 Aug 18 07:55:27.236718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'e4297759-586a-44fd-9318-0eb2bf421225', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:55:27.302718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:27.321114 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:27.321515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6a5ddba-f3d0-4c9d-badf-d12ddb0f5d94 req-3032f528-d388-4f3b-bbcd-be26d726f629 service neutron] 10.222.0.42 "GET /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Aug 18 07:55:27.349623 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:27.352611 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'b67ba408-b8c0-4920-8337-dde6af77c606', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:e7:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a063f-0029-4bff-b62f-a0c63397e00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:25Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:27.355718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:27.393389 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:55:27.426848 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:55:27.427464 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:27.466457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['e4297759-586a-44fd-9318-0eb2bf421225'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:55:27.509521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=6']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:27.552523 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.552876 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.553220 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.553669 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.553894 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.554227 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.554562 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.554896 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.555218 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.555807 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.556165 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.556483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:27.606304 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:55:27.655672 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb319-2a81-4a42-9769-72e6dbf99979 req-d0e75a3a-45d4-4256-994e-6f0317f9870c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:27.657212 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fd0cb319-2a81-4a42-9769-72e6dbf99979 req-d0e75a3a-45d4-4256-994e-6f0317f9870c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0499475 Aug 18 07:55:27.695524 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fd0cb319-2a81-4a42-9769-72e6dbf99979 req-1e99de58-c948-419c-bf2b-3dce5d37e46e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Aug 18 07:55:27.899608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'b67ba408-b8c0-4920-8337-dde6af77c606', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:e7:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a063f-0029-4bff-b62f-a0c63397e00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:25Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:55:27.926754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94386b4b-cb8f-407e-8344-ec38e53a9bd7 None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'b67ba408-b8c0-4920-8337-dde6af77c606', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'port_id': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'mac_address': 'fa:16:3e:e7:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a063f-0029-4bff-b62f-a0c63397e00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T07:55:25Z', 'revision_number': 1, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:55:28.144144 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061b947-18b4-4a80-a710-ca817f16d49d None None] New status for floating IP b67ba408-b8c0-4920-8337-dde6af77c606: ACTIVE {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:55:28.814235 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:55:28.832542 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8208e-34ff-420d-ad1e-47d41b20273d req-8011d84c-4d57-4c3c-84a0-c45ddaad5d4b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:28.834311 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ff8208e-34ff-420d-ad1e-47d41b20273d req-8011d84c-4d57-4c3c-84a0-c45ddaad5d4b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0593207 Aug 18 07:55:28.874425 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port e4297759-586a-44fd-9318-0eb2bf421225 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:28.874806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:28.882731 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ff8208e-34ff-420d-ad1e-47d41b20273d req-0b508d94-77fd-4a62-ba7c-08face76c5ad tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420458 Aug 18 07:55:28.992735 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:29.016848 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:29.019273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1c4e82-2440-4289-9b2a-32e92b204ebd" -d '{"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:29.038202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:29.042972 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:29.069709 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a77c9c-d9c8-4818-9f8f-063f45d81fe2 x-openstack-request-id: req-b7a77c9c-d9c8-4818-9f8f-063f45d81fe2 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:29.069999 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:29.070243 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7a77c9c-d9c8-4818-9f8f-063f45d81fe2 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:29.070637 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'code': 200} Aug 18 07:55:29.099825 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=7']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:30.018009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a8ab3-0c48-47f5-b8b4-6e583aae13d2 req-b269c8c1-30f8-4883-b794-2c65d55996cd tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:30.019793 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf1a8ab3-0c48-47f5-b8b4-6e583aae13d2 req-b269c8c1-30f8-4883-b794-2c65d55996cd tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0532289 Aug 18 07:55:30.059878 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf1a8ab3-0c48-47f5-b8b4-6e583aae13d2 req-25ac3519-d7ec-4a5b-97cb-4cfafd7dbd84 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334809 Aug 18 07:55:31.198314 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd59758-60d8-4adc-b943-6da6030a08a8 req-1dbd1a4e-8f7f-418b-8be7-48e0555c5d22 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:31.200116 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ccd59758-60d8-4adc-b943-6da6030a08a8 req-1dbd1a4e-8f7f-418b-8be7-48e0555c5d22 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0543334 Aug 18 07:55:31.251069 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ccd59758-60d8-4adc-b943-6da6030a08a8 req-f5666b55-3b5e-4e3d-a8b0-597223bd3e44 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390687 Aug 18 07:55:32.391574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102ae1-1ac0-475b-90a8-a096c883f8c8 req-aba9aa04-b766-4d6f-bf3c-e82feee03ff4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:32.393071 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-45102ae1-1ac0-475b-90a8-a096c883f8c8 req-aba9aa04-b766-4d6f-bf3c-e82feee03ff4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0583975 Aug 18 07:55:32.431959 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-45102ae1-1ac0-475b-90a8-a096c883f8c8 req-e5d83852-5a97-4457-91a4-d560ac0dc971 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329049 Aug 18 07:55:33.568862 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c61ca2-8937-4671-b7a1-47225a955c69 req-8fc58d8e-d64a-44dd-ab23-421f1027bd11 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:33.570398 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-71c61ca2-8937-4671-b7a1-47225a955c69 req-8fc58d8e-d64a-44dd-ab23-421f1027bd11 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0520618 Aug 18 07:55:33.613078 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-71c61ca2-8937-4671-b7a1-47225a955c69 req-eb304a8e-de43-49d8-8667-abd9bb5741e9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366201 Aug 18 07:55:34.738627 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c0313-5255-4401-97a2-e093d604fc36 req-095f6d02-f1c5-4aa7-93c6-895bb27b0762 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:34.740123 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-281c0313-5255-4401-97a2-e093d604fc36 req-095f6d02-f1c5-4aa7-93c6-895bb27b0762 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Aug 18 07:55:34.777472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-281c0313-5255-4401-97a2-e093d604fc36 req-f001146f-8a20-4ffc-a832-90d0488a09f6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 18 07:55:35.933121 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b2e0-0826-4de7-b337-09060afeff73 req-b74b157d-ebe8-4d25-9fdc-b20ae50cbb24 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:35.935186 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c987b2e0-0826-4de7-b337-09060afeff73 req-b74b157d-ebe8-4d25-9fdc-b20ae50cbb24 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0567784 Aug 18 07:55:35.980601 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c987b2e0-0826-4de7-b337-09060afeff73 req-beeea5e5-15b7-4f42-b480-17f69be80925 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383627 Aug 18 07:55:37.106502 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4df2c-1fb9-4edf-8862-2e0f4835215c req-8382ee88-d5f0-469a-ae71-56c8bf80416f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:37.108777 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0fb4df2c-1fb9-4edf-8862-2e0f4835215c req-8382ee88-d5f0-469a-ae71-56c8bf80416f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0536342 Aug 18 07:55:37.150768 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0fb4df2c-1fb9-4edf-8862-2e0f4835215c req-d030c1d1-592c-4018-8bee-74d72f711a56 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Aug 18 07:55:37.189327 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:55:38.321778 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb4b0-30e4-45b2-98e1-ca192fc20369 req-ff466e72-4161-4785-bb6f-33c094bb514e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:38.323276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc4eb4b0-30e4-45b2-98e1-ca192fc20369 req-ff466e72-4161-4785-bb6f-33c094bb514e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0728405 Aug 18 07:55:38.385201 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dc4eb4b0-30e4-45b2-98e1-ca192fc20369 req-21b6bece-7181-4d50-8424-136a1f4b6fe9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537462 Aug 18 07:55:39.548401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9cb1-9247-4e56-9f22-fe1d64bf2b16 req-f9a5d03e-6860-426d-8b13-5698a3fe3909 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:39.551017 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-446b9cb1-9247-4e56-9f22-fe1d64bf2b16 req-f9a5d03e-6860-426d-8b13-5698a3fe3909 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Aug 18 07:55:39.602143 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-446b9cb1-9247-4e56-9f22-fe1d64bf2b16 req-f3d6ea39-7d8e-4bd0-a062-b038929fb9cb tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Aug 18 07:55:40.832302 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff866c-3903-4417-88d4-bd505e1dd20a req-790b56eb-48d4-4c74-9885-77655cbb1e9e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:40.836851 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eaff866c-3903-4417-88d4-bd505e1dd20a req-790b56eb-48d4-4c74-9885-77655cbb1e9e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1037636 Aug 18 07:55:40.895739 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eaff866c-3903-4417-88d4-bd505e1dd20a req-a98aef22-9575-4f44-ba88-0ecbb7e8bfc2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496845 Aug 18 07:55:42.057267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c01e34-f5fb-4fb5-ad61-3197f0da4763 req-e90e8158-ddd8-45d9-ac65-c20a76667f31 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:42.058852 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-79c01e34-f5fb-4fb5-ad61-3197f0da4763 req-e90e8158-ddd8-45d9-ac65-c20a76667f31 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Aug 18 07:55:42.099775 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-79c01e34-f5fb-4fb5-ad61-3197f0da4763 req-f56eeebb-24df-4b6c-9998-65d1c60f1929 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Aug 18 07:55:43.235048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9997-41a7-4424-ac50-1e28942a563c req-378df7cf-b922-4d83-9c31-6e667d0c47d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:43.237741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62ba9997-41a7-4424-ac50-1e28942a563c req-378df7cf-b922-4d83-9c31-6e667d0c47d5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0615745 Aug 18 07:55:43.283767 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-62ba9997-41a7-4424-ac50-1e28942a563c req-3aaeb96f-3318-4800-a56c-4c90662699a4 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Aug 18 07:55:44.411199 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fccc10-d108-441b-a26e-c158ce2a8e3d req-431d1764-8d77-415c-ae68-3029de8997fe tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:44.413016 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c9fccc10-d108-441b-a26e-c158ce2a8e3d req-431d1764-8d77-415c-ae68-3029de8997fe tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Aug 18 07:55:44.457489 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c9fccc10-d108-441b-a26e-c158ce2a8e3d req-0487d8a2-7989-4a6a-a931-6393f7a9c96d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382965 Aug 18 07:55:45.653265 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697c80-4ee4-4b9d-8e97-e37c99548693 req-fe377feb-181d-4fa7-8f2f-800c849502d3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:45.663634 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ae697c80-4ee4-4b9d-8e97-e37c99548693 req-fe377feb-181d-4fa7-8f2f-800c849502d3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.0635595 Aug 18 07:55:45.719464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ae697c80-4ee4-4b9d-8e97-e37c99548693 req-af085af4-f0f7-49e5-b079-0d006eef5734 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543683 Aug 18 07:55:46.455512 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-a4217a18-0522-49f5-9c67-29b06208a1a4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78499970&fields=id&tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0 HTTP/1.1" status: 200 len: 267 time: 0.0528252 Aug 18 07:55:46.604791 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-8997322f-f5b2-42cb-8c58-0c23e9d16e62 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:46.606457 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-8997322f-f5b2-42cb-8c58-0c23e9d16e62 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 808 time: 0.1498947 Aug 18 07:55:46.625163 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-598bee9f-e0d7-4524-8c74-6e2aac931f67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/quotas/a0ddaafe8e984fe09a6dcc9bb8b14de0 HTTP/1.1" status: 200 len: 375 time: 0.0121093 Aug 18 07:55:46.683732 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-8aea2a78-19ab-4e15-bebd-3006d71cb022 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529752 Aug 18 07:55:46.850299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-49e20e6c-c99b-4435-910a-0c4e081fc7d4 service neutron] 10.222.0.38 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553237 Aug 18 07:55:46.955789 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58c924-390d-4d79-8754-7d8103669e2c req-8ba45452-bc06-4a78-9c5f-68da7e350147 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:46.963251 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5b58c924-390d-4d79-8754-7d8103669e2c req-8ba45452-bc06-4a78-9c5f-68da7e350147 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1630595 Aug 18 07:55:47.041080 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a4d05f97-7503-4ed8-a168-5c2dd99dc991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:47.046760 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-8c37f8af-8fdd-4b99-a1a2-6a3381c397b0 service neutron] 10.222.0.38 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895456 Aug 18 07:55:47.062401 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5b58c924-390d-4d79-8754-7d8103669e2c req-757ed7d0-9a12-4c76-ac36-4495ae4e63c9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917654 Aug 18 07:55:47.470590 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-47d8ec19-b772-4eea-805e-caab2ba9d3ed req-5f5faeef-0714-4a33-b79f-dfea612f5fdb tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 210 time: 0.0411086 Aug 18 07:55:48.274362 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bccf-0181-4370-bad7-1ff06b7adece req-916bddcf-823c-46e4-9fa8-5d51c616e381 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:48.282315 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e29bccf-0181-4370-bad7-1ff06b7adece req-916bddcf-823c-46e4-9fa8-5d51c616e381 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1038382 Aug 18 07:55:48.351563 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0e29bccf-0181-4370-bad7-1ff06b7adece req-5ab21afe-dade-4e9c-aa2c-66868c899496 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683217 Aug 18 07:55:48.638078 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dd90a33f-3cee-4b39-b805-0c29d4bf1625 req-27bf808c-db39-40c9-b2ea-1dae3fb0d959 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 210 time: 0.0573728 Aug 18 07:55:48.737876 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:48.796645 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-72a8f819-f5f5-4683-bbfb-f73d8388ce8d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:48.798501 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-72a8f819-f5f5-4683-bbfb-f73d8388ce8d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 808 time: 0.1731088 Aug 18 07:55:48.801089 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:48.851556 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-e345045a-535a-42bb-a176-fde11138615f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0 HTTP/1.1" status: 200 len: 378 time: 0.0404849 Aug 18 07:55:48.865368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'port': {'device_id': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'admin_state_up': True, 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'security_groups': ['864ec637-b541-49c1-8c4c-9e70ee0e1ba1']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:49.057088 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Made reservation on behalf of a0ddaafe8e984fe09a6dcc9bb8b14de0 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:49.064622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:49.272612 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Allocated IP 172.20.0.7 (845bae07-0164-470d-930c-b40256ca3571/4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe/bee0ce2d-970c-407b-b7d2-a313fd28f100) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:49.585247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:49.642620 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Transition to ACTIVE for port object bee0ce2d-970c-407b-b7d2-a313fd28f100 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:49.698891 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1a61a9f4-e826-4ec0-92fe-3a5e5b97ca6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:49.702912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763e68-8144-43e2-af08-cdeba74e847d req-a0d6af35-2f65-427f-9407-dbbbfadf5c9c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:49.721804 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-80763e68-8144-43e2-af08-cdeba74e847d req-a0d6af35-2f65-427f-9407-dbbbfadf5c9c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1334028 Aug 18 07:55:49.798799 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff4cdfb3-2576-4f38-b5d0-b74ac208a351 req-094d4945-078a-49ac-a89b-df250f757f4a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 210 time: 0.0381949 Aug 18 07:55:49.814100 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:49.818654 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-80763e68-8144-43e2-af08-cdeba74e847d req-782bc131-7617-4dc1-8139-1dce713d662a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898063 Aug 18 07:55:49.885541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:49.900489 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Network 845bae07-0164-470d-930c-b40256ca3571 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:49.901279 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:49.915699 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:50.045714 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:50.047005 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.068855 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-1f3f60ac-29ae-4826-bd24-1a74435daabe tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2088876 Aug 18 07:55:50.087030 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Request body: {'port': {'device_id': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:50.185967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.188465 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-8adc9727-baeb-43a6-a779-4c1d7e5e0163 None None] Provisioning for port bee0ce2d-970c-407b-b7d2-a313fd28f100 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:50.194184 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-8adc9727-baeb-43a6-a779-4c1d7e5e0163 None None] Provisioning complete for port bee0ce2d-970c-407b-b7d2-a313fd28f100 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:50.194883 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-8adc9727-baeb-43a6-a779-4c1d7e5e0163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.237448 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-8adc9727-baeb-43a6-a779-4c1d7e5e0163 None None] Port bee0ce2d-970c-407b-b7d2-a313fd28f100 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:50.487005 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee0ce2d-970c-407b-b7d2-a313fd28f100 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:50.494686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.509838 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Transition to ACTIVE for port object bee0ce2d-970c-407b-b7d2-a313fd28f100 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:50.514298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.567594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:50.643326 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Attempting to bind port bee0ce2d-970c-407b-b7d2-a313fd28f100 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:50.644019 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Attempting to bind port bee0ce2d-970c-407b-b7d2-a313fd28f100 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:50.644116 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Attempting to bind port bee0ce2d-970c-407b-b7d2-a313fd28f100 on network 845bae07-0164-470d-930c-b40256ca3571 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:50.649211 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Port bee0ce2d-970c-407b-b7d2-a313fd28f100 on network 845bae07-0164-470d-930c-b40256ca3571 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:55:50.649533 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Attempting to bind port bee0ce2d-970c-407b-b7d2-a313fd28f100 on network 845bae07-0164-470d-930c-b40256ca3571 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:50.655190 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:50.655545 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Checking segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:50.655942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Bound using segment: {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:50.656436 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Bound port: bee0ce2d-970c-407b-b7d2-a313fd28f100, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680f555c-355c-475c-93b4-832ddea5dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '845bae07-0164-470d-930c-b40256ca3571'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:50.657450 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.724408 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:50.727561 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:50.732268 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.763590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:50.764045 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:50.765458 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] 10.222.0.42 "PUT /v2.0/ports/bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 1093 time: 0.6867044 Aug 18 07:55:50.766471 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:50.768765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20caab-a29f-42e4-b918-6eaeda96be8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:50.802851 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853282-cf61-4262-bf32-a3976a153b55 service neutron] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:50.893969 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d3eb1-ab20-43f6-9bc8-8b62adf8a232 x-openstack-request-id: req-e89d3eb1-ab20-43f6-9bc8-8b62adf8a232 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:50.894257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:50.894506 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e89d3eb1-ab20-43f6-9bc8-8b62adf8a232 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:50.894904 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'status': 'completed', 'code': 200} Aug 18 07:55:50.939725 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40020) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:51.045515 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf587c-35d2-426c-9d21-3fc01a3cb95f req-dd550fc4-83f1-458d-9170-50c03ad3bd32 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.047634 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9faf587c-35d2-426c-9d21-3fc01a3cb95f req-dd550fc4-83f1-458d-9170-50c03ad3bd32 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.1443493 Aug 18 07:55:51.085919 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6baf72-fcb4-44f6-b571-27aff609cc04 req-4be10bfd-7eff-4fe0-a0e4-433990c529c7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.087488 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db6baf72-fcb4-44f6-b571-27aff609cc04 req-4be10bfd-7eff-4fe0-a0e4-433990c529c7 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1268041 Aug 18 07:55:51.094693 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.094940 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-c04cd243-9080-4bae-abde-49b8eec018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.096310 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-c04cd243-9080-4bae-abde-49b8eec018cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1096 time: 0.1261406 Aug 18 07:55:51.096619 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.182963 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-04bc566d-712c-4193-b48b-fd133d04a532 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 217 time: 0.0723276 Aug 18 07:55:51.185677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9faf587c-35d2-426c-9d21-3fc01a3cb95f req-6b9574f2-f7d1-45bc-8c87-0d2848d613f0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295373 Aug 18 07:55:51.192797 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.197256 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.230068 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-db6baf72-fcb4-44f6-b571-27aff609cc04 req-c848f62a-b967-475a-98d8-cc0a7cf33764 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328185 Aug 18 07:55:51.233144 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aec45b53351f4d6b982d8b8085e0ec4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917852 Aug 18 07:55:51.236107 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40026) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:55:51.242373 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5b494-2d53-4319-88cc-f8a85584d532,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:51.249885 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.250510 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.251151 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.251666 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.252185 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.252720 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.253225 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.253706 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.254213 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.254832 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.255324 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.255988 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bf070-9c97-461e-b7f7-6dc1f9b79b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:55:51.266716 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-ccfe7238-6001-43e4-a684-95ab8e894b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.268252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-ccfe7238-6001-43e4-a684-95ab8e894b88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1098 time: 0.1558936 Aug 18 07:55:51.273824 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-b777801d-29dc-40be-bd22-17b93e7ee475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.275196 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-b777801d-29dc-40be-bd22-17b93e7ee475 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0797162 Aug 18 07:55:51.400758 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.403549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-6660b2b9-d7a3-414b-8a18-d4928190c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.405389 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-6660b2b9-d7a3-414b-8a18-d4928190c201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185381 Aug 18 07:55:51.503772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.513629 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-be263aa9-7faf-4287-ba2e-d7996ab9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.515061 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-be263aa9-7faf-4287-ba2e-d7996ab9874f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.2293179 Aug 18 07:55:51.617524 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-54c6c4d0-aedd-406b-b69d-be818ac95505 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943717 Aug 18 07:55:51.623779 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-2573ee02-6ffd-4e24-b7f5-76b457c3d730 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 1001 time: 0.1001775 Aug 18 07:55:51.643194 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.645817 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:51.646883 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21a5b494-2d53-4319-88cc-f8a85584d532 HTTP/1.1" status: 204 len: 168 time: 0.4096081 Aug 18 07:55:51.706344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b39a6-5791-4b7b-a47b-0c19036eb809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a5b494-2d53-4319-88cc-f8a85584d532,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:51.735469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-f1114171-549b-45c0-a73f-d1b60371fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.736986 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-f1114171-549b-45c0-a73f-d1b60371fecc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.1031923 Aug 18 07:55:51.785389 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d32fb43-2a29-467d-88cb-cdb08796b448 req-e3ecdeba-ab7d-4baa-bb68-5b174155bc7a service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587498 Aug 18 07:55:51.798838 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-d493edf4-8f11-408b-af7e-635053ab53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.800481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-d493edf4-8f11-408b-af7e-635053ab53df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537219 Aug 18 07:55:51.915914 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-88cc3724-6639-49c4-8098-ab96cdd8b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:51.917414 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-88cc3724-6639-49c4-8098-ab96cdd8b2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1096 time: 0.0660381 Aug 18 07:55:51.935669 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-8406a62a-62e0-410d-8a49-1aab6c56029f service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259754 Aug 18 07:55:52.328359 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:52.425929 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb280693-cda7-4173-91fc-349bba3bd3d4 req-a0bf02ab-66d7-4f3a-86e8-584a47fa1509 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:52.427487 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fb280693-cda7-4173-91fc-349bba3bd3d4 req-a0bf02ab-66d7-4f3a-86e8-584a47fa1509 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.1482747 Aug 18 07:55:52.428617 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-c5891ae8-d8b8-4021-b0b7-130337bcb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:52.429937 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-c5891ae8-d8b8-4021-b0b7-130337bcb797 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.5056882 Aug 18 07:55:52.491705 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0fc2a8-e7a3-4008-b0a3-aa350d0f2f63 req-3152e1ba-b88d-4477-95eb-935fc72e965f service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467029 Aug 18 07:55:52.496360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-eee55022-5005-45f7-be2c-c4d84a43305f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 217 time: 0.0531662 Aug 18 07:55:52.553556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a878b-6f06-4333-b149-2e448185de7a req-efdd8296-c501-4ec0-88d8-7115b2954d72 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:52.554321 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff2a878b-6f06-4333-b149-2e448185de7a req-efdd8296-c501-4ec0-88d8-7115b2954d72 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 945 time: 0.1816013 Aug 18 07:55:52.568334 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fb280693-cda7-4173-91fc-349bba3bd3d4 req-0fafa33e-c661-4559-8801-cf6786980dc8 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314769 Aug 18 07:55:52.592916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-5ce1f718-ebd9-4225-a4fc-634c33554988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:52.595002 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-5ce1f718-ebd9-4225-a4fc-634c33554988 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0895705 Aug 18 07:55:52.641825 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff2a878b-6f06-4333-b149-2e448185de7a req-1946090c-4b6b-443e-9f79-f1c32b76e66b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720572 Aug 18 07:55:52.659387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-33fcead3-e492-4b41-9a94-2310a0f53934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:52.661115 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-33fcead3-e492-4b41-9a94-2310a0f53934 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573814 Aug 18 07:55:52.771293 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-cbf3fd8f-2076-451d-907b-d3890435fa58 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978017 Aug 18 07:55:52.890541 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:55:52.912964 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c20caab-a29f-42e4-b918-6eaeda96be8c req-50b4dda4-be76-457a-a504-63170359815d service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335101 Aug 18 07:55:52.977233 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:53.002000 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:53.004589 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b9dbd-b3ad-4e4a-951d-b83faeb5a1f5" -d '{"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:53.019812 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:53.023981 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:53.075681 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=8']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:53.176068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0fc6ca-b76a-47d7-bcac-7e45d27e1f6d x-openstack-request-id: req-2e0fc6ca-b76a-47d7-bcac-7e45d27e1f6d {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:53.176368 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:53.176657 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e0fc6ca-b76a-47d7-bcac-7e45d27e1f6d {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:53.177054 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'code': 200} Aug 18 07:55:53.700187 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a35ce-91b9-4fb4-8b03-c69145036582 req-fd2b5d34-7698-473d-8250-c2e1eeb75514 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:53.701748 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-880a35ce-91b9-4fb4-8b03-c69145036582 req-fd2b5d34-7698-473d-8250-c2e1eeb75514 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0528409 Aug 18 07:55:53.769299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-880a35ce-91b9-4fb4-8b03-c69145036582 req-b8b52d53-36a2-47d3-8815-10f017eec6a9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610540 Aug 18 07:55:53.788436 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d076ee7-a319-4b3e-b80e-68f02e451bde req-a99aa325-54c4-4fe8-82b6-bf22ff5eeb80 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:53.789962 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d076ee7-a319-4b3e-b80e-68f02e451bde req-a99aa325-54c4-4fe8-82b6-bf22ff5eeb80 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0653427 Aug 18 07:55:53.831268 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1d076ee7-a319-4b3e-b80e-68f02e451bde req-7a165795-d3b1-4805-bc74-9b07a4745fe9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355690 Aug 18 07:55:54.075586 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-a1880a85-e301-44cf-b4c0-2cad735adf30 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306966 Aug 18 07:55:54.318514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-9726f1de-97ac-40c0-8f1c-1ddffafb659c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:54.320133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-9726f1de-97ac-40c0-8f1c-1ddffafb659c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384665 Aug 18 07:55:54.337727 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-f5402da7-b9e4-47fb-8931-25b6b16f7b64 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/quotas/dd3f4aeb8b7646cd8a770339e1a762e6 HTTP/1.1" status: 200 len: 375 time: 0.0113647 Aug 18 07:55:54.387595 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c8870a2d-69b8-4798-9ffb-381517d2a127 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400991 Aug 18 07:55:54.566943 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-859b7979-4e37-4458-b787-1986bb2bced9 req-e8d9ae3f-a534-444d-8f9a-6ff4df03202a tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 210 time: 0.0391214 Aug 18 07:55:54.956375 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb922e-29d3-4a30-b693-5c8552a8dae5 req-04b25f6c-a111-421f-bb9e-b846f3e42af7 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:54.957987 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a7fb922e-29d3-4a30-b693-5c8552a8dae5 req-04b25f6c-a111-421f-bb9e-b846f3e42af7 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0949383 Aug 18 07:55:55.030053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6712fde-1440-4718-b307-024565f904fb req-d61cc5f7-3cf6-4cc0-9c85-6a22513de174 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:55.032232 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e6712fde-1440-4718-b307-024565f904fb req-d61cc5f7-3cf6-4cc0-9c85-6a22513de174 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0990710 Aug 18 07:55:55.035590 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a7fb922e-29d3-4a30-b693-5c8552a8dae5 req-5e0c2224-f3ae-44c2-a02d-035812d44962 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623684 Aug 18 07:55:55.086670 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e6712fde-1440-4718-b307-024565f904fb req-f9b0db9d-46e3-413f-abaa-ae5ea5a1a357 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Aug 18 07:55:55.613821 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c5339641-ba9d-4575-88d2-624e366aea98 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308113 Aug 18 07:55:55.743578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-75cc9b9e-89b5-49fc-8b01-8364c9df5316 req-a810e0ed-9694-4d5f-a3e1-2c955f688262 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 210 time: 0.0439615 Aug 18 07:55:55.794963 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-6bbc4552-ec56-4a01-affd-1cc1f973990e tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:55.796474 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-6bbc4552-ec56-4a01-affd-1cc1f973990e tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768870 Aug 18 07:55:55.811523 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Request body: {'port': {'device_id': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39', 'admin_state_up': True, 'tenant_id': 'dd3f4aeb8b7646cd8a770339e1a762e6'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:55.925976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Made reservation on behalf of dd3f4aeb8b7646cd8a770339e1a762e6 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:55:55.929709 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:55.939003 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.038171 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.042808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.118395 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f41133-ad5d-41ae-bb34-68194d7b7c4b,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:56.218513 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448792f-f3fe-4728-b592-f6956b904aa8 req-5e745950-fb6e-4441-939c-72c67029eeea tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:56.220680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2448792f-f3fe-4728-b592-f6956b904aa8 req-5e745950-fb6e-4441-939c-72c67029eeea tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.1040871 Aug 18 07:55:56.271192 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Allocated IP 192.168.233.15 (13b85b88-a0bd-4da3-87e7-201e9ddc7b39/a38f53a6-3307-4c1d-9067-228ccd434129/7f962d54-1d8b-4d8d-b874-01c0928a90ea) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:55:56.298494 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-e7f9a3aa-a286-4676-9b32-932ec926c475 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523906 Aug 18 07:55:56.319501 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2448792f-f3fe-4728-b592-f6956b904aa8 req-ff87f8c1-d9a8-4856-8c7a-851edf0db6b8 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710673 Aug 18 07:55:56.327163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8c7e-44db-433a-8fc1-c43215e2829b req-1b7fb11f-be49-45ef-a74b-f5434f5cb75b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:56.328755 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d3b8c7e-44db-433a-8fc1-c43215e2829b req-1b7fb11f-be49-45ef-a74b-f5434f5cb75b tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.1281087 Aug 18 07:55:56.412592 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d3b8c7e-44db-433a-8fc1-c43215e2829b req-aa91636e-6527-4e8e-bbbc-da1afcf20c20 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760334 Aug 18 07:55:56.563871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.580842 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Transition to ACTIVE for port object 7f962d54-1d8b-4d8d-b874-01c0928a90ea will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:56.626736 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.683867 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:55:56.687252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:55:56.692158 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:55:56.717950 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Pushing event updated for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:56.757976 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:56.758457 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.780051 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-c60cdf55-a08a-49f2-83ce-a683bbaaee75 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9723876 Aug 18 07:55:56.803833 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Request body: {'port': {'device_id': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:55:56.906802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:56.920396 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:55:56.925973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ba1bf-87dc-445a-a246-b5ef3d3164d2 req-51543286-e466-4955-a8a4-310977525b79 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:56.927583 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-750ba1bf-87dc-445a-a246-b5ef3d3164d2 req-51543286-e466-4955-a8a4-310977525b79 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 935 time: 0.0948968 Aug 18 07:55:56.976783 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-97db7e6c-3190-4289-921b-fe5c160d34e7 None None] Provisioning for port 7f962d54-1d8b-4d8d-b874-01c0928a90ea completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:55:56.983958 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-97db7e6c-3190-4289-921b-fe5c160d34e7 None None] Provisioning complete for port 7f962d54-1d8b-4d8d-b874-01c0928a90ea triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:55:56.984576 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-97db7e6c-3190-4289-921b-fe5c160d34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.063640 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-750ba1bf-87dc-445a-a246-b5ef3d3164d2 req-46a0ff01-5970-4061-ba6d-466ef3f12ddc tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265757 Aug 18 07:55:57.187392 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-97db7e6c-3190-4289-921b-fe5c160d34e7 None None] Port 7f962d54-1d8b-4d8d-b874-01c0928a90ea cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:55:57.284191 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-bdd1dc69-549d-4558-b2a1-fb256c002f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.285751 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-bdd1dc69-549d-4558-b2a1-fb256c002f4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336&tenant_id=a12a8f48b95f423893d898c581bb6d54 HTTP/1.1" status: 200 len: 1096 time: 0.0871136 Aug 18 07:55:57.291630 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f962d54-1d8b-4d8d-b874-01c0928a90ea {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:57.300675 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.314417 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Transition to ACTIVE for port object 7f962d54-1d8b-4d8d-b874-01c0928a90ea will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:55:57.326651 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.396935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Pushing event updated for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:57.452169 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-d6e49a8d-51db-4403-8888-2619e2208657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.453738 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-d6e49a8d-51db-4403-8888-2619e2208657 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1096 time: 0.1383524 Aug 18 07:55:57.567980 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76add73-d680-4381-b571-ec77998dfe72 req-1b65e40f-c6ad-4db4-a6d5-a091aedd1e66 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.569455 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a76add73-d680-4381-b571-ec77998dfe72 req-1b65e40f-c6ad-4db4-a6d5-a091aedd1e66 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.1753674 Aug 18 07:55:57.589591 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Attempting to bind port 7f962d54-1d8b-4d8d-b874-01c0928a90ea on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:55:57.589927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Attempting to bind port 7f962d54-1d8b-4d8d-b874-01c0928a90ea by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:55:57.590255 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Attempting to bind port 7f962d54-1d8b-4d8d-b874-01c0928a90ea on network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:57.629224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Port 7f962d54-1d8b-4d8d-b874-01c0928a90ea on network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:55:57.629552 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Attempting to bind port 7f962d54-1d8b-4d8d-b874-01c0928a90ea on network 13b85b88-a0bd-4da3-87e7-201e9ddc7b39 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:55:57.648597 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:55:57.648864 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Checking segment: {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:55:57.649246 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Bound using segment: {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:55:57.649681 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Bound port: 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516a4388-e9a1-43c2-a727-ce46e7f2f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:55:57.650041 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.677330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-4abd3875-e8af-4f7b-ab21-30128ef687fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.678804 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-4abd3875-e8af-4f7b-ab21-30128ef687fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.2037513 Aug 18 07:55:57.684087 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a76add73-d680-4381-b571-ec77998dfe72 req-e8c42e7e-5a9c-4863-a3e9-c41b81c9181c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074500 Aug 18 07:55:57.718509 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ccc49-6fa5-4bb2-a394-b9b2cb209dc7 req-5e361f92-d9c1-43ea-b4ee-ba2823088ed6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.720002 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d21ccc49-6fa5-4bb2-a394-b9b2cb209dc7 req-5e361f92-d9c1-43ea-b4ee-ba2823088ed6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.1479194 Aug 18 07:55:57.815176 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-c98ead5d-a86a-43f0-add8-fe836de41542 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 999 time: 0.1259634 Aug 18 07:55:57.823246 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d21ccc49-6fa5-4bb2-a394-b9b2cb209dc7 req-636080da-45d3-43bf-b0cc-6db52f96e00d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720501 Aug 18 07:55:57.833257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:55:57.837382 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:55:57.857657 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.904810 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.905435 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:57.906859 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f962d54-1d8b-4d8d-b874-01c0928a90ea HTTP/1.1" status: 200 len: 1097 time: 1.1134005 Aug 18 07:55:57.909253 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:55:57.911515 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83724c9-0785-4c8f-b29b-307a8ffe5688" -d '{"events": [{"name": "network-changed", "server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:55:57.920629 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-87136f3c-faf1-4bf7-8054-2429d915100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:57.922666 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-87136f3c-faf1-4bf7-8054-2429d915100e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0969656 Aug 18 07:55:57.954653 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb338f5a-b29b-435a-9e37-1d16807c3e5e x-openstack-request-id: req-fb338f5a-b29b-435a-9e37-1d16807c3e5e {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:55:57.954945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:55:57.955198 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb338f5a-b29b-435a-9e37-1d16807c3e5e {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:55:57.955617 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea', 'status': 'completed', 'code': 200} Aug 18 07:55:57.982430 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb200e1-e102-4e70-b297-f27060ad7256 service neutron] Pushing event updated for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:58.021720 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-6db92d8b-1341-4d82-9a76-1f441ee6dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.023263 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-6db92d8b-1341-4d82-9a76-1f441ee6dc86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908349 Aug 18 07:55:58.028483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-f7bf7ed9-7cc2-4fb6-9912-c5bd6c12aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.029979 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-f7bf7ed9-7cc2-4fb6-9912-c5bd6c12aade service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 1100 time: 0.0585663 Aug 18 07:55:58.123563 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-2f062664-e25a-4019-b119-87a4c81d3e3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea HTTP/1.1" status: 200 len: 217 time: 0.0828741 Aug 18 07:55:58.230123 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-cb4663af-cd3a-4d60-97ff-12a3763f9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.231519 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-cb4663af-cd3a-4d60-97ff-12a3763f9a1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38f53a6-3307-4c1d-9067-228ccd434129 HTTP/1.1" status: 200 len: 843 time: 0.1002288 Aug 18 07:55:58.239753 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-495fcf34-767f-4da5-a6a1-c401be1c87d8 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004936 Aug 18 07:55:58.319782 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5c74-f28b-4c68-8455-b7b94e126a3c req-2b5a5f20-ef02-4ec0-93c6-2e3e53eb96cd tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.321336 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d0b5c74-f28b-4c68-8455-b7b94e126a3c req-2b5a5f20-ef02-4ec0-93c6-2e3e53eb96cd tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.1582701 Aug 18 07:55:58.646945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-065acfcb-6445-4c77-bed3-0f693879dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.648428 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-065acfcb-6445-4c77-bed3-0f693879dfd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13b85b88-a0bd-4da3-87e7-201e9ddc7b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4078064 Aug 18 07:55:58.688663 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d0b5c74-f28b-4c68-8455-b7b94e126a3c req-d810eadc-9ef0-4ce8-ac74-e5c53fa77307 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580267 Aug 18 07:55:58.713974 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cadd1bd8-ce98-4b15-b22b-31c0c80d44c0 req-bf044f32-3942-4034-a6b1-902e2b492c30 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637532 Aug 18 07:55:58.775315 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-dec3fd21-7cca-4d65-a375-0751a731ccb7 service neutron] 10.222.0.42 "GET /v2.0/networks/13b85b88-a0bd-4da3-87e7-201e9ddc7b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152406 Aug 18 07:55:58.869895 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0fe36-943a-470e-8e3b-c8dc6678e42d req-a05dc8ae-6564-463c-8f7e-8f4245366873 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.871815 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-89f0fe36-943a-470e-8e3b-c8dc6678e42d req-a05dc8ae-6564-463c-8f7e-8f4245366873 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.1088712 Aug 18 07:55:58.923086 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4b8d477f-4d85-4200-815d-281cd6cb961c req-948b19d9-c196-4f7f-89da-b91ac2da5835 service neutron] 10.222.0.42 "GET /v2.0/networks/13b85b88-a0bd-4da3-87e7-201e9ddc7b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310134 Aug 18 07:55:58.951236 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:55:58.960587 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-89f0fe36-943a-470e-8e3b-c8dc6678e42d req-09d75ca5-9ebe-4307-916e-81d9df4b8731 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770228 Aug 18 07:55:58.986137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d701d5a-90fb-42f5-8087-3c0382e20b56 req-cdf709e6-9739-4cc0-a114-c2153b9688cc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:58.987814 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d701d5a-90fb-42f5-8087-3c0382e20b56 req-cdf709e6-9739-4cc0-a114-c2153b9688cc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0815454 Aug 18 07:55:59.065574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-7eec9d59-bf01-487d-8bdb-e809a95eb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:59.067083 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-7eec9d59-bf01-487d-8bdb-e809a95eb6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 1100 time: 0.0783329 Aug 18 07:55:59.070472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5d701d5a-90fb-42f5-8087-3c0382e20b56 req-2d942d0a-7392-40f9-a0c5-e09a9810135f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489278 Aug 18 07:55:59.096239 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:59.107985 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'mac_address': 'fa:16:3e:42:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:55:59.146900 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:59.160611 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee0ce2d-970c-407b-b7d2-a313fd28f100 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:55:59.171490 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-6e5fd4cd-2f94-4869-a7e5-02eceb47cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:59.173608 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-6e5fd4cd-2f94-4869-a7e5-02eceb47cdbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=13b85b88-a0bd-4da3-87e7-201e9ddc7b39 HTTP/1.1" status: 200 len: 870 time: 0.0990028 Aug 18 07:55:59.181077 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:55:59.189856 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:55:59.223648 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-d7f36ea4-7303-4d21-8f68-be435a9fbb24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea HTTP/1.1" status: 200 len: 217 time: 0.0421510 Aug 18 07:55:59.241267 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:55:59.292359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-39aaebb9-813e-48e1-bd1f-6b51c84fc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:59.294128 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-39aaebb9-813e-48e1-bd1f-6b51c84fc44e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38f53a6-3307-4c1d-9067-228ccd434129 HTTP/1.1" status: 200 len: 843 time: 0.0622106 Aug 18 07:55:59.425935 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['bee0ce2d-970c-407b-b7d2-a313fd28f100'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:55:59.825620 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644239ca-c223-4215-a7e6-6c7d305fd314 req-9cd1af46-e8dc-419c-88b2-736e67d2f86c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:55:59.827110 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-644239ca-c223-4215-a7e6-6c7d305fd314 req-9cd1af46-e8dc-419c-88b2-736e67d2f86c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0585065 Aug 18 07:55:59.872982 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-644239ca-c223-4215-a7e6-6c7d305fd314 req-489c6099-b33b-46c2-b8b5-409b761f014b tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Aug 18 07:56:00.097803 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e691-03cd-4397-b244-a396b7c5182e req-21d5e435-db5f-47c3-b725-fc3a3a52e8e3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:00.099280 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e124e691-03cd-4397-b244-a396b7c5182e req-21d5e435-db5f-47c3-b725-fc3a3a52e8e3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 944 time: 0.0585661 Aug 18 07:56:00.140578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e124e691-03cd-4397-b244-a396b7c5182e req-7ac71908-1f19-493c-af49-ec2e995165cb tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342498 Aug 18 07:56:00.261662 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7b32-fb1e-4bab-a1f8-16bc7d90dae5 req-e4739e7e-29a5-48cb-ac2c-47ef43a2c241 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:00.263199 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a37f7b32-fb1e-4bab-a1f8-16bc7d90dae5 req-e4739e7e-29a5-48cb-ac2c-47ef43a2c241 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0564814 Aug 18 07:56:00.315771 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a37f7b32-fb1e-4bab-a1f8-16bc7d90dae5 req-01fba06e-5b9a-40af-a8dc-5925bf928ff8 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458536 Aug 18 07:56:00.966463 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:00.999616 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097eb58-d41e-4a2e-ad2c-55520408c139 req-f13817d5-9e13-433c-ab80-32bfcb1c36b0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:01.005438 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5097eb58-d41e-4a2e-ad2c-55520408c139 req-f13817d5-9e13-433c-ab80-32bfcb1c36b0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0578015 Aug 18 07:56:01.019480 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port bee0ce2d-970c-407b-b7d2-a313fd28f100 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:01.026348 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port bee0ce2d-970c-407b-b7d2-a313fd28f100 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:01.027122 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:01.043049 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5097eb58-d41e-4a2e-ad2c-55520408c139 req-9fdb99dc-df84-45ee-aca6-6227f17bd1a6 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Aug 18 07:56:01.108057 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:01.132991 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:01.135264 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b95ca1-cfbe-45db-820b-ab82fa0b99c8" -d '{"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:01.149006 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:01.154077 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:01.177731 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a57ac-4f1a-4812-853c-5a0d2b7b8600 x-openstack-request-id: req-563a57ac-4f1a-4812-853c-5a0d2b7b8600 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:01.178011 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:01.178283 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-563a57ac-4f1a-4812-853c-5a0d2b7b8600 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:01.178665 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'code': 200} Aug 18 07:56:01.205785 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:01.272687 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab8e-13a2-4fce-8bbb-4b80440d5bbc req-2ce4f79d-6b4e-4972-a336-bd18bbfd8cee tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:01.274130 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9185ab8e-13a2-4fce-8bbb-4b80440d5bbc req-2ce4f79d-6b4e-4972-a336-bd18bbfd8cee tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0538070 Aug 18 07:56:01.332375 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9185ab8e-13a2-4fce-8bbb-4b80440d5bbc req-ac243539-49a9-45f0-b6a7-c3415ec9b91f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523224 Aug 18 07:56:01.442689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f629078-680f-49d3-8192-c1c70c872aee req-9041a0d2-04b0-4677-9494-bf97aaf9debc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:01.444565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2f629078-680f-49d3-8192-c1c70c872aee req-9041a0d2-04b0-4677-9494-bf97aaf9debc tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0498264 Aug 18 07:56:01.488698 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2f629078-680f-49d3-8192-c1c70c872aee req-4edf4ce2-f2f3-47c9-b88d-cff527585f3f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363691 Aug 18 07:56:02.163184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321394-c67a-4185-8101-3cab1855a9ad req-00b18565-795a-4253-9a44-8034c8ea8575 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:02.164905 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2e321394-c67a-4185-8101-3cab1855a9ad req-00b18565-795a-4253-9a44-8034c8ea8575 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0482614 Aug 18 07:56:02.206427 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2e321394-c67a-4185-8101-3cab1855a9ad req-5e468cc4-3b88-447c-8187-828da8d72881 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Aug 18 07:56:02.459568 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c529be-1bbf-492b-867b-436419d56569 req-666761b3-8c4f-49b9-b5a1-0d0277457116 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:02.461089 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c4c529be-1bbf-492b-867b-436419d56569 req-666761b3-8c4f-49b9-b5a1-0d0277457116 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0540550 Aug 18 07:56:02.503701 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c4c529be-1bbf-492b-867b-436419d56569 req-dde69ac2-d10c-4db6-98c2-307032f9b341 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366838 Aug 18 07:56:02.615416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc2ce0-2abb-498c-a318-643408bc5447 req-219b71f9-508d-4106-b78c-0d5dee047938 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:02.617354 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2dc2ce0-2abb-498c-a318-643408bc5447 req-219b71f9-508d-4106-b78c-0d5dee047938 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0523267 Aug 18 07:56:02.677769 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a2dc2ce0-2abb-498c-a318-643408bc5447 req-0b383212-e086-4a8e-8cc4-8333ec8520f5 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533822 Aug 18 07:56:03.340978 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2047f-68f9-478c-9275-196e1cd6d38f req-17924cc5-0112-4f88-969e-6ac0b3149df0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:03.343717 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51f2047f-68f9-478c-9275-196e1cd6d38f req-17924cc5-0112-4f88-969e-6ac0b3149df0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0629904 Aug 18 07:56:03.385611 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-51f2047f-68f9-478c-9275-196e1cd6d38f req-2d3c9568-25cc-4f3c-ae50-08ced5180551 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Aug 18 07:56:03.637482 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9ddb-9a3b-4128-a76b-f1404b27a651 req-95ef365b-7358-4ebe-9932-a970e86c6353 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:03.640359 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b26f9ddb-9a3b-4128-a76b-f1404b27a651 req-95ef365b-7358-4ebe-9932-a970e86c6353 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0577416 Aug 18 07:56:03.693386 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b26f9ddb-9a3b-4128-a76b-f1404b27a651 req-fcb4d788-e37c-413b-ad50-7ad505b5f164 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453761 Aug 18 07:56:03.826390 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7075f-d61d-4b14-ad12-7ec9abfe7a8a req-3742341b-a01d-4578-9099-ef186078c691 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:03.827953 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fac7075f-d61d-4b14-ad12-7ec9abfe7a8a req-3742341b-a01d-4578-9099-ef186078c691 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0563183 Aug 18 07:56:03.879647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fac7075f-d61d-4b14-ad12-7ec9abfe7a8a req-c5d4b4a0-9f52-4810-926b-27b0070a8c86 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449996 Aug 18 07:56:04.503618 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d6d35-97a2-4622-8849-c707ccfb9e17 req-a7883146-b567-4bdb-85e0-b3495014bf4a tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:04.505232 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d02d6d35-97a2-4622-8849-c707ccfb9e17 req-a7883146-b567-4bdb-85e0-b3495014bf4a tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0507414 Aug 18 07:56:04.544539 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d02d6d35-97a2-4622-8849-c707ccfb9e17 req-17a697ab-0303-4edc-8b33-8bfe8e9973b2 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Aug 18 07:56:04.855919 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cb721-a6fc-4b37-ba4b-e235ff38d36a req-e757d1bf-c487-40d3-b80f-6fee0f147bec tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:04.857623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9d5cb721-a6fc-4b37-ba4b-e235ff38d36a req-e757d1bf-c487-40d3-b80f-6fee0f147bec tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0710745 Aug 18 07:56:04.903617 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9d5cb721-a6fc-4b37-ba4b-e235ff38d36a req-61730e6d-a0d9-4ad3-82f7-43c20b445bcc tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336869 Aug 18 07:56:05.059921 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c7ea6-e764-4e16-9c47-01f0adb5d286 req-b8ba77a4-97f0-48ce-b443-c447133ddecf tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:05.062979 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c71c7ea6-e764-4e16-9c47-01f0adb5d286 req-b8ba77a4-97f0-48ce-b443-c447133ddecf tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0770452 Aug 18 07:56:05.101793 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c71c7ea6-e764-4e16-9c47-01f0adb5d286 req-86006aa1-dd14-412b-bd32-f035f6df6df2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Aug 18 07:56:05.675594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad041f1-014b-47a4-b4cf-6ea21a8c50a7 req-2a2d0073-8c27-46c9-be94-ee2168ab6091 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:05.677790 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3ad041f1-014b-47a4-b4cf-6ea21a8c50a7 req-2a2d0073-8c27-46c9-be94-ee2168ab6091 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0593183 Aug 18 07:56:05.719707 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3ad041f1-014b-47a4-b4cf-6ea21a8c50a7 req-c265ce4f-4137-433a-a928-27c657989a20 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341570 Aug 18 07:56:06.038745 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf428d-7f04-46cc-bdb1-135f8c505fe6 req-06d9fe46-8811-4bf8-b407-77ffdf3da080 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:06.040136 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6caf428d-7f04-46cc-bdb1-135f8c505fe6 req-06d9fe46-8811-4bf8-b407-77ffdf3da080 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0522959 Aug 18 07:56:06.095063 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6caf428d-7f04-46cc-bdb1-135f8c505fe6 req-dc625bbe-aad0-4786-95e9-dac0f5a94105 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452549 Aug 18 07:56:06.227667 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cc300-ee76-4968-9dda-26356b709a90 req-5b2e2825-3252-4023-b789-b18fa12be775 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:06.229084 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6e4cc300-ee76-4968-9dda-26356b709a90 req-5b2e2825-3252-4023-b789-b18fa12be775 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0544622 Aug 18 07:56:06.270722 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6e4cc300-ee76-4968-9dda-26356b709a90 req-e7096d37-5b99-4771-bafc-589b130c49f6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351684 Aug 18 07:56:06.846065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b92f9-1770-4f15-8d0b-fa020464d868 req-910be681-1b9c-4125-be7f-2f492933100b tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:06.853920 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b4b92f9-1770-4f15-8d0b-fa020464d868 req-910be681-1b9c-4125-be7f-2f492933100b tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0646949 Aug 18 07:56:06.890009 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b4b92f9-1770-4f15-8d0b-fa020464d868 req-e32a3040-de27-4dd7-82e2-6fa8bda2e98d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Aug 18 07:56:07.223429 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853967b-b17e-4a68-aa21-1d6ba689a100 req-82d84dcc-128d-449b-a6eb-d9857f4568e6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:07.225110 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7853967b-b17e-4a68-aa21-1d6ba689a100 req-82d84dcc-128d-449b-a6eb-d9857f4568e6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0733869 Aug 18 07:56:07.262861 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7853967b-b17e-4a68-aa21-1d6ba689a100 req-9ecddb48-cb25-4866-aa3f-411e422bb18c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318031 Aug 18 07:56:07.394432 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51cee-624b-4068-b586-50154a4eaaa9 req-dac63d9a-d36e-4efe-966c-4c1287a63b9f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:07.395821 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d0b51cee-624b-4068-b586-50154a4eaaa9 req-dac63d9a-d36e-4efe-966c-4c1287a63b9f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0490470 Aug 18 07:56:07.435101 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d0b51cee-624b-4068-b586-50154a4eaaa9 req-e7b8a46a-38ef-4b04-a39c-1f94ef7f1403 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Aug 18 07:56:08.013431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16667-4203-4c73-8e38-0012f5bb7c3f req-7e0d48ad-0709-4af7-8ef1-bf600b2f3cdd tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:08.014965 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30f16667-4203-4c73-8e38-0012f5bb7c3f req-7e0d48ad-0709-4af7-8ef1-bf600b2f3cdd tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0502267 Aug 18 07:56:08.054143 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30f16667-4203-4c73-8e38-0012f5bb7c3f req-22d61416-956b-4d73-a0f6-a53b8eb0a5b9 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Aug 18 07:56:08.384426 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976470-4c7a-44ad-8453-2f96070e28d9 req-a8d51166-5083-4bf2-876e-d287eafed04d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:08.385926 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c976470-4c7a-44ad-8453-2f96070e28d9 req-a8d51166-5083-4bf2-876e-d287eafed04d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0525289 Aug 18 07:56:08.423273 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c976470-4c7a-44ad-8453-2f96070e28d9 req-2e32f3db-5564-4ae0-96eb-a9feaeaa4ece tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309658 Aug 18 07:56:08.558938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fdf7d-f59d-433e-aa4b-f59ba9b2970c req-1483ade1-ec82-41c6-8240-8b5789e375e0 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:08.560309 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b6fdf7d-f59d-433e-aa4b-f59ba9b2970c req-1483ade1-ec82-41c6-8240-8b5789e375e0 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0478375 Aug 18 07:56:08.603368 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3b6fdf7d-f59d-433e-aa4b-f59ba9b2970c req-ceab50ab-95df-4546-8ca4-adc9e6030272 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362456 Aug 18 07:56:09.234986 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279d39-fda3-44fc-b084-4e4bb0176e10 req-228e498e-32dc-4ff8-9d03-0986875d7192 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:09.237749 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20279d39-fda3-44fc-b084-4e4bb0176e10 req-228e498e-32dc-4ff8-9d03-0986875d7192 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0949388 Aug 18 07:56:09.289008 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-20279d39-fda3-44fc-b084-4e4bb0176e10 req-7c8a2b44-a774-46a1-8605-7ab41c33253d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Aug 18 07:56:09.545721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11594653-13c8-4c35-b17e-23eec528e934 req-7337ab4b-c69b-48fe-aec7-7c4eecd3b77f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:09.547369 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-11594653-13c8-4c35-b17e-23eec528e934 req-7337ab4b-c69b-48fe-aec7-7c4eecd3b77f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0551682 Aug 18 07:56:09.596815 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-11594653-13c8-4c35-b17e-23eec528e934 req-6589c33e-11cf-42a8-ae6a-ab9465fc4d64 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428760 Aug 18 07:56:09.754438 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85098621-efb8-4aa9-88a6-78f316a685f8 req-7c32e1f3-c0a6-485b-b9ba-a492186b009f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:09.756676 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-85098621-efb8-4aa9-88a6-78f316a685f8 req-7c32e1f3-c0a6-485b-b9ba-a492186b009f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0531936 Aug 18 07:56:09.796843 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-85098621-efb8-4aa9-88a6-78f316a685f8 req-ee7fa3cf-cace-4606-80fc-13f0140d2d58 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341392 Aug 18 07:56:10.424721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504d819-2c0b-4502-b048-a3d19c2d87c2 req-ed15dd59-37e2-4c8f-8ce2-1787433534ca tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:10.426242 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e504d819-2c0b-4502-b048-a3d19c2d87c2 req-ed15dd59-37e2-4c8f-8ce2-1787433534ca tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0531642 Aug 18 07:56:10.478803 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e504d819-2c0b-4502-b048-a3d19c2d87c2 req-084463f0-7d73-421f-847a-90ed1f887dc1 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Aug 18 07:56:10.728245 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfe0d-ef95-4548-8265-789e170dcfef req-026e9fc8-a38d-4fdd-b9de-3818494e2d82 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:10.730904 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0ebfe0d-ef95-4548-8265-789e170dcfef req-026e9fc8-a38d-4fdd-b9de-3818494e2d82 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0625758 Aug 18 07:56:10.770149 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b0ebfe0d-ef95-4548-8265-789e170dcfef req-626fc0cd-cced-4b1b-a8c9-849a95099afb tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323515 Aug 18 07:56:10.922254 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ace64-1f02-49a0-a33e-3849928cbc3e req-d9c92f5b-9ed8-4b93-a2f4-4a027414558e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:10.923831 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-385ace64-1f02-49a0-a33e-3849928cbc3e req-d9c92f5b-9ed8-4b93-a2f4-4a027414558e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0525694 Aug 18 07:56:10.966447 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-385ace64-1f02-49a0-a33e-3849928cbc3e req-32f31da7-8086-4fdd-adfb-82811d52d657 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336847 Aug 18 07:56:11.600417 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f992b-2ec7-4221-87a2-02b20fd2bb42 req-2abfdd8b-f076-4ae3-844f-1db592430aa0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:11.601932 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d2f992b-2ec7-4221-87a2-02b20fd2bb42 req-2abfdd8b-f076-4ae3-844f-1db592430aa0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0529675 Aug 18 07:56:11.639243 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d2f992b-2ec7-4221-87a2-02b20fd2bb42 req-4cc4e71a-453b-4a5f-8b45-af04da21fe5f tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Aug 18 07:56:11.715808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-1af9e9f5-948b-4de9-8583-b9c9a746a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:11.717366 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-1af9e9f5-948b-4de9-8583-b9c9a746a5aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13b85b88-a0bd-4da3-87e7-201e9ddc7b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504029 Aug 18 07:56:11.825161 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-fa01bfc3-522d-4b91-9e4a-df261464bfc1 service neutron] 10.222.0.42 "GET /v2.0/networks/13b85b88-a0bd-4da3-87e7-201e9ddc7b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993137 Aug 18 07:56:12.003620 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde71-bfb1-457f-8feb-9e548e24fcaf req-04850e8f-6ee1-4459-a586-df4702b7d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:12.005423 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-38fbde71-bfb1-457f-8feb-9e548e24fcaf req-04850e8f-6ee1-4459-a586-df4702b7d042 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.1083505 Aug 18 07:56:12.019384 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654bddd-fcaf-4adb-9422-3d27d89369c5 req-b5d5f90e-4fc4-4e1d-9cee-cf6dd61b86e5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:12.020973 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e654bddd-fcaf-4adb-9422-3d27d89369c5 req-b5d5f90e-4fc4-4e1d-9cee-cf6dd61b86e5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.1221883 Aug 18 07:56:12.057155 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d83724c9-0785-4c8f-b29b-307a8ffe5688 req-64890e07-9205-46a8-82c4-474470f5cd74 service neutron] 10.222.0.42 "GET /v2.0/networks/13b85b88-a0bd-4da3-87e7-201e9ddc7b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240748 Aug 18 07:56:12.109160 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-38fbde71-bfb1-457f-8feb-9e548e24fcaf req-76657593-13ce-43ab-aafb-2cc68dad03ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870378 Aug 18 07:56:12.130091 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e654bddd-fcaf-4adb-9422-3d27d89369c5 req-84552705-eab5-40a4-9e1d-7b48762797c3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984905 Aug 18 07:56:12.158564 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dc302-a3b2-4b36-9146-3ac9f697e122 req-b6106cd7-0cac-4a4b-afdd-bed7b2026a3d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:12.160423 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-198dc302-a3b2-4b36-9146-3ac9f697e122 req-b6106cd7-0cac-4a4b-afdd-bed7b2026a3d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 943 time: 0.0724421 Aug 18 07:56:12.200703 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-198dc302-a3b2-4b36-9146-3ac9f697e122 req-17d320f4-ed3b-4629-93b3-24affed236f2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343018 Aug 18 07:56:12.757794 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed42d5-0259-47bc-9f9d-8a2f225a2589 req-0e3180b8-173f-4460-8281-aa3594fb9f45 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:12.759327 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4eed42d5-0259-47bc-9f9d-8a2f225a2589 req-0e3180b8-173f-4460-8281-aa3594fb9f45 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 947 time: 0.0516343 Aug 18 07:56:12.804896 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4eed42d5-0259-47bc-9f9d-8a2f225a2589 req-88ddc457-a380-4fb6-8e34-e9c5e072ad25 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Aug 18 07:56:12.982793 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:56:13.082661 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:13.095659 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'e4297759-586a-44fd-9318-0eb2bf421225', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'port_id': 'e4297759-586a-44fd-9318-0eb2bf421225', 'mac_address': 'fa:16:3e:83:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:56:13.134171 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:13.150374 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:56:13.175650 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:13.183835 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:13.184763 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7f962d54-1d8b-4d8d-b874-01c0928a90ea details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:56:13.273396 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c189-df27-45b8-9bfe-ffbf36070448 req-4a4e91d9-73a2-4f43-94ca-c1a256ff3d6b tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:13.275779 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-02c3c189-df27-45b8-9bfe-ffbf36070448 req-4a4e91d9-73a2-4f43-94ca-c1a256ff3d6b tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0639572 Aug 18 07:56:13.287395 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=9']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:13.331859 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-02c3c189-df27-45b8-9bfe-ffbf36070448 req-3b5a65f3-c57c-427e-a7d5-7b361c789a23 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473883 Aug 18 07:56:13.332211 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:13.345562 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '7f962d54-1d8b-4d8d-b874-01c0928a90ea', 'network_id': '13b85b88-a0bd-4da3-87e7-201e9ddc7b39', 'port_id': '7f962d54-1d8b-4d8d-b874-01c0928a90ea', 'mac_address': 'fa:16:3e:61:4f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38f53a6-3307-4c1d-9067-228ccd434129', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:56:13.400914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:13.421801 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f962d54-1d8b-4d8d-b874-01c0928a90ea {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:56:13.450041 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:13.456550 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:13.506749 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541f26-e4c5-452e-b8a7-e22e00cb4216 req-3888b772-e795-48e0-9ae1-7602f761dd16 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:13.509827 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8c541f26-e4c5-452e-b8a7-e22e00cb4216 req-3888b772-e795-48e0-9ae1-7602f761dd16 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0959980 Aug 18 07:56:13.552111 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:13.590603 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8c541f26-e4c5-452e-b8a7-e22e00cb4216 req-791e5ca9-dbe5-45ae-80c0-35cd1ef6c840 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611067 Aug 18 07:56:13.599238 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b249d4-0e69-4d0f-a0fd-dc9401860fe1 req-c8bdcd92-a720-439d-804b-6faa1d1fecc0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:13.600837 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-27b249d4-0e69-4d0f-a0fd-dc9401860fe1 req-c8bdcd92-a720-439d-804b-6faa1d1fecc0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0891697 Aug 18 07:56:13.644137 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-27b249d4-0e69-4d0f-a0fd-dc9401860fe1 req-152eed76-2f5d-4bf9-8ab7-e81ce3f0e931 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368323 Aug 18 07:56:13.672374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40294) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:13.697911 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['7f962d54-1d8b-4d8d-b874-01c0928a90ea'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:56:13.703131 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['e4297759-586a-44fd-9318-0eb2bf421225'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:56:13.933312 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d4b84-b609-46c3-bba4-fd58855b10c7 tempest-TestShelveInstance-1582610577 tempest-TestShelveInstance-1582610577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:13.935968 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-077d4b84-b609-46c3-bba4-fd58855b10c7 tempest-TestShelveInstance-1582610577 tempest-TestShelveInstance-1582610577-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1093 time: 0.2623162 Aug 18 07:56:13.939372 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40300) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:13.945309 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:13.964056 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493acdd-c96f-4e4e-9418-45176ca82f6b req-6be4e559-ef00-4355-ad26-362df07e170c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:13.965638 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a493acdd-c96f-4e4e-9418-45176ca82f6b req-6be4e559-ef00-4355-ad26-362df07e170c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 948 time: 0.0701284 Aug 18 07:56:13.969563 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.008327 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a493acdd-c96f-4e4e-9418-45176ca82f6b req-33f61fb9-7cb2-4a85-ae00-03e0da0d9e34 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Aug 18 07:56:14.077473 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.183207 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Allocated IP 172.27.0.14 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/208e3692-84ef-489d-a24d-9d7c1136286f) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:14.189114 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:56:14.285613 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.324279 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.367209 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:14.370052 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:14.373663 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:14.379772 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'Port': ['ID=208e3692-84ef-489d-a24d-9d7c1136286f,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:14.736751 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef680eb9-98b5-4a0e-9c5e-9165eee023ab req-a520703e-9d64-4018-b8d8-21912d8aa9e6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:14.738466 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef680eb9-98b5-4a0e-9c5e-9165eee023ab req-a520703e-9d64-4018-b8d8-21912d8aa9e6 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 944 time: 0.0645993 Aug 18 07:56:14.759860 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.779199 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef680eb9-98b5-4a0e-9c5e-9165eee023ab req-69a1e353-74d0-4ff9-9278-ad57dc39782e tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Aug 18 07:56:14.833657 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.988493 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.993111 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:14.998278 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:15.081709 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port e4297759-586a-44fd-9318-0eb2bf421225 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:15.083064 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.106070 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.131219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c41319-5c9c-4dc3-84b1-705f09f621d0 req-775af5fa-5911-46f2-a8ee-6bb7afd888a4 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:15.133304 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c41319-5c9c-4dc3-84b1-705f09f621d0 req-775af5fa-5911-46f2-a8ee-6bb7afd888a4 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 948 time: 0.0540097 Aug 18 07:56:15.151029 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event updated for resources: {'Port': ['ID=208e3692-84ef-489d-a24d-9d7c1136286f,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:15.180371 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.184986 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c41319-5c9c-4dc3-84b1-705f09f621d0 req-a58894dc-426e-4863-b205-c2af2a62407a tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Aug 18 07:56:15.209921 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:15.212433 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63442ee-c34f-48da-ab01-c2477ff6e623" -d '{"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:15.217476 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Floating IP deb973da-2b18-4d17-9b27-d5a75d041c02 associated. External IP: 172.27.0.14, port: bee0ce2d-970c-407b-b7d2-a313fd28f100. Aug 18 07:56:15.226556 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:15.232320 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.233620 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7f962d54-1d8b-4d8d-b874-01c0928a90ea up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:15.276126 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896c90ea-4574-41ab-b598-8b5b4767cb06 x-openstack-request-id: req-896c90ea-4574-41ab-b598-8b5b4767cb06 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:15.276616 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-plugged", "status": "completed", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:15.276958 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-896c90ea-4574-41ab-b598-8b5b4767cb06 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:15.277614 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'code': 200} Aug 18 07:56:15.321523 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=10']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:15.335059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 7f962d54-1d8b-4d8d-b874-01c0928a90ea completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:15.339250 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 7f962d54-1d8b-4d8d-b874-01c0928a90ea triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:15.339816 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.429175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.454816 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30f15-3d2f-4ba6-b449-2cd13cd1756d req-003df45b-47cc-4b6e-9cb5-738ac9769742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:15.456976 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-83a30f15-3d2f-4ba6-b449-2cd13cd1756d req-003df45b-47cc-4b6e-9cb5-738ac9769742 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1099 time: 0.0442939 Aug 18 07:56:15.462605 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:56:15.471362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:15.476654 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.508947 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-83a30f15-3d2f-4ba6-b449-2cd13cd1756d req-10d6205a-8044-4030-a2a0-47b3c565e635 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449257 Aug 18 07:56:15.526952 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:15.579471 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:15.589704 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Sync routers for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:15.598320 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:15.600391 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:15.601114 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:15.626885 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6811f294-6f6e-4f6e-a534-765f92da6bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6856990 Aug 18 07:56:15.627511 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:15.629868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98748b9d-f23c-40b4-93f1-dacbdd3371a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:15.720075 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:15.738984 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687cb75-c072-47fc-a2b7-8020cf7c8296 x-openstack-request-id: req-0687cb75-c072-47fc-a2b7-8020cf7c8296 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:15.739315 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:15.739610 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0687cb75-c072-47fc-a2b7-8020cf7c8296 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:15.740089 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'status': 'completed', 'code': 200} Aug 18 07:56:15.814871 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-da1f2940-c288-41a9-b5b2-87e0270bd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:15.815980 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-da1f2940-c288-41a9-b5b2-87e0270bd133 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0427885 Aug 18 07:56:15.951748 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606839d1-8d0c-4a1f-b337-fcc77b159507 req-4c85b5f4-1673-486f-b2db-faf977d1c074 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:15.953330 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-606839d1-8d0c-4a1f-b337-fcc77b159507 req-4c85b5f4-1673-486f-b2db-faf977d1c074 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 946 time: 0.0819058 Aug 18 07:56:15.956753 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-d76627ba-b8f2-4dca-9302-2db4dfa8c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:15.958062 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-d76627ba-b8f2-4dca-9302-2db4dfa8c866 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.1330981 Aug 18 07:56:15.982205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'deb973da-2b18-4d17-9b27-d5a75d041c02', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'mac_address': 'fa:16:3e:42:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:56:14Z', 'updated_at': '2021-08-18T07:56:14Z', 'revision_number': 0, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:16.011835 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Checking router: 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:16.022087 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:16.022583 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:55:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:16.036231 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-606839d1-8d0c-4a1f-b337-fcc77b159507 req-c1eb4632-7ee8-4cee-82a0-6d1a8e1b3553 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759242 Aug 18 07:56:16.053197 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-5f9aef2d-5dfb-4de6-b9fa-73005f496ca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 998 time: 0.0852611 Aug 18 07:56:16.113458 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-3035bff9-351c-4d59-bcc6-f07b8aa8a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:16.114915 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-3035bff9-351c-4d59-bcc6-f07b8aa8a241 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0450716 Aug 18 07:56:16.135878 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:16.164332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-cd38485e-35b4-498c-8fa4-1c1e9aef1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:16.165865 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-cd38485e-35b4-498c-8fa4-1c1e9aef1ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437448 Aug 18 07:56:16.270552 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-f5a1093e-fae5-44b1-b632-b183e35d8eb1 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949023 Aug 18 07:56:16.383701 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1dabf-7531-4165-990f-088dcd9b7534 req-f19cfc19-6ded-44bb-aa4e-5e39188d03f0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:16.391529 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-74f1dabf-7531-4165-990f-088dcd9b7534 req-f19cfc19-6ded-44bb-aa4e-5e39188d03f0 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.1195252 Aug 18 07:56:16.394668 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'deb973da-2b18-4d17-9b27-d5a75d041c02', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'mac_address': 'fa:16:3e:42:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:56:14Z', 'updated_at': '2021-08-18T07:56:14Z', 'revision_number': 0, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:16.430271 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200699b-b5ef-4a3a-9c3d-57be5f052b32 None None] The sync data for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi is: [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'deb973da-2b18-4d17-9b27-d5a75d041c02', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'mac_address': 'fa:16:3e:42:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:56:14Z', 'updated_at': '2021-08-18T07:56:14Z', 'revision_number': 0, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:16.436659 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98748b9d-f23c-40b4-93f1-dacbdd3371a4 req-6d6c98f7-2507-449d-b395-643ea36903a1 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497808 Aug 18 07:56:16.453987 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-74f1dabf-7531-4165-990f-088dcd9b7534 req-6e3f9a3b-e8ad-45f0-8b0c-a0a97ff82d82 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608878 Aug 18 07:56:16.659299 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98942095-abb4-4f2d-ae16-894dcad6671f None None] New status for floating IP deb973da-2b18-4d17-9b27-d5a75d041c02: ACTIVE {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:56:17.036375 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b4025e86-0fbe-4c2f-8d3c-7cb40be977c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:17.165048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8e0e8-d1c5-41d5-ae4a-8f58d8503423 req-0a2dc2a8-53b4-4fed-aaa7-60b461db6df9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.166449 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d7f8e0e8-d1c5-41d5-ae4a-8f58d8503423 req-0a2dc2a8-53b4-4fed-aaa7-60b461db6df9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 946 time: 0.0503817 Aug 18 07:56:17.209785 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d7f8e0e8-d1c5-41d5-ae4a-8f58d8503423 req-65f5d2fa-d03e-40fe-8791-a49cea79bde9 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Aug 18 07:56:17.279184 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:17.282094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035687de-49a1-4ea0-be91-3d666c9d22c1" -d '{"events": [{"server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "name": "network-vif-plugged", "status": "completed", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:17.317916 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a66d7f-010e-478b-8646-c3cbfd38460d x-openstack-request-id: req-b8a66d7f-010e-478b-8646-c3cbfd38460d {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:17.318227 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "name": "network-vif-plugged", "status": "completed", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:17.318560 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8a66d7f-010e-478b-8646-c3cbfd38460d {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:17.319034 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea', 'code': 200} Aug 18 07:56:17.513727 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264bdfc-a7cd-415e-8a16-54f3392d4c62 req-90668df4-9eba-453d-a1c3-d4b1decfad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.515225 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4264bdfc-a7cd-415e-8a16-54f3392d4c62 req-90668df4-9eba-453d-a1c3-d4b1decfad02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 1102 time: 0.0702424 Aug 18 07:56:17.539515 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-6d9d800d-8431-4898-9f00-2fec6da58315 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640271 Aug 18 07:56:17.604875 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4264bdfc-a7cd-415e-8a16-54f3392d4c62 req-a65998a6-4ff2-4aa5-8a43-1dadfc0fa639 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795004 Aug 18 07:56:17.641456 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3af0-0e46-4cff-8c30-4e657e08eddf req-da417937-6cd5-4b3e-8dfb-4b3402323f41 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.642950 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b19d3af0-0e46-4cff-8c30-4e657e08eddf req-da417937-6cd5-4b3e-8dfb-4b3402323f41 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.1094446 Aug 18 07:56:17.648936 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-9c28a457-6403-4c81-b55a-788c8f5d1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.650360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-9c28a457-6403-4c81-b55a-788c8f5d1b8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12a8f48b95f423893d898c581bb6d54&device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 1099 time: 0.0682147 Aug 18 07:56:17.733411 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b19d3af0-0e46-4cff-8c30-4e657e08eddf req-3bf7968e-80b0-4701-bdf6-464ebc6450f3 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821002 Aug 18 07:56:17.780481 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-73f1dfa8-60f2-4392-a50e-e991026e201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.782485 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-73f1dfa8-60f2-4392-a50e-e991026e201d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 200 len: 918 time: 0.1063342 Aug 18 07:56:17.852565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-1bdfe894-24b9-4b02-871b-966278e555cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 200 len: 1001 time: 0.0618341 Aug 18 07:56:17.902136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-67edf7d9-5756-4ee4-bf6b-5bbc152fff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.903649 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-67edf7d9-5756-4ee4-bf6b-5bbc152fff18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 200 len: 856 time: 0.0434873 Aug 18 07:56:17.954205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-ce3592b1-078e-4e13-b304-8e9d7ebd1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:17.955686 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-ce3592b1-078e-4e13-b304-8e9d7ebd1e0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7652cdeb-c5f6-4e54-a352-db82ada6ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445778 Aug 18 07:56:18.049901 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-81f0796e-5505-4027-815d-ed4e0f34e887 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Aug 18 07:56:18.145347 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4bdfa49f-95e5-4a19-b23d-cb0517c5e4fd req-8cd495fe-b58f-4f51-9aa8-0a12183c19d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882621 Aug 18 07:56:18.677214 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:18.786920 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:18.869270 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b4224-148e-4bd2-9f9e-6863961cacf3 req-1828cee5-a12c-41f9-806c-a5fa38061b73 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:18.871154 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-345b4224-148e-4bd2-9f9e-6863961cacf3 req-1828cee5-a12c-41f9-806c-a5fa38061b73 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.0603738 Aug 18 07:56:18.914170 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-345b4224-148e-4bd2-9f9e-6863961cacf3 req-32e0a236-1506-4f51-b76b-fe45f4c60c1e tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Aug 18 07:56:19.179585 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ca823-bc5d-4197-bada-5676a3ed6e46 req-7bcbe18b-190c-4604-be5c-d01c69dde92c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:19.181159 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-703ca823-bc5d-4197-bada-5676a3ed6e46 req-7bcbe18b-190c-4604-be5c-d01c69dde92c tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.0585074 Aug 18 07:56:19.220567 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-703ca823-bc5d-4197-bada-5676a3ed6e46 req-4c95559b-4078-4b42-886a-e9cc3b8ce21e tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Aug 18 07:56:19.690404 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-68ed99d2-fc95-4e8d-abca-9a3a60c0f779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:20.349623 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66c0cc-18d3-4257-b547-4a2d3e2f2545 req-cacb013b-4629-4836-994a-2d593627c22d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:20.351344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf66c0cc-18d3-4257-b547-4a2d3e2f2545 req-cacb013b-4629-4836-994a-2d593627c22d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.0608420 Aug 18 07:56:20.401594 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bf66c0cc-18d3-4257-b547-4a2d3e2f2545 req-5f1678a9-156e-4179-99da-fd3ab6e86ed5 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/security-groups?id=52f41133-ad5d-41ae-bb34-68194d7b7c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Aug 18 07:56:20.559841 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-8f90fd01-2d41-43a2-a4bb-0ee7a43812d3 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:20.561342 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-8f90fd01-2d41-43a2-a4bb-0ee7a43812d3 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 949 time: 0.0495260 Aug 18 07:56:20.657604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Deleting port 7f962d54-1d8b-4d8d-b874-01c0928a90ea {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:20.657947 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:20.755408 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] For port 7f962d54-1d8b-4d8d-b874-01c0928a90ea, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=7f962d54-1d8b-4d8d-b874-01c0928a90ea,segment=NetworkSegment(516a4388-e9a1-43c2-a727-ce46e7f2f676),segment_id=516a4388-e9a1-43c2-a727-ce46e7f2f676)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:20.755773 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:20.768585 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Calling delete_port for 7f962d54-1d8b-4d8d-b874-01c0928a90ea owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:20.899297 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:20.911531 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['7f962d54-1d8b-4d8d-b874-01c0928a90ea'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:56:20.929469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Pushing event deleted for resources: {'Port': ['ID=7f962d54-1d8b-4d8d-b874-01c0928a90ea,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:20.942897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.943074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.943459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.943742 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.944071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.944398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.944746 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.945070 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.945393 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.945715 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.946034 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.946350 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:20.981578 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] No DVR routers for this DVR port 7f962d54-1d8b-4d8d-b874-01c0928a90ea on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:56:20.984938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:20.987119 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a5fcab7-45e9-4f94-a6e2-4c1fd27c390c req-25d04811-b9ab-4e27-92a5-f9f239319a3d tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.42 "DELETE /v2.0/ports/7f962d54-1d8b-4d8d-b874-01c0928a90ea HTTP/1.1" status: 204 len: 173 time: 0.4171023 Aug 18 07:56:20.987582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'name': 'network-vif-deleted', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:20.990353 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d528ce5-0e4d-40e3-b01d-ad7da681b525" -d '{"events": [{"server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "name": "network-vif-deleted", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:21.041643 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c19f7-bfe0-441a-bd69-4fe320fc4c57 x-openstack-request-id: req-e85c19f7-bfe0-441a-bd69-4fe320fc4c57 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:21.041955 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6034e07-7012-47f3-acc6-3fcd668305df", "name": "network-vif-deleted", "tag": "7f962d54-1d8b-4d8d-b874-01c0928a90ea", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:21.042171 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e85c19f7-bfe0-441a-bd69-4fe320fc4c57 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:21.042571 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6034e07-7012-47f3-acc6-3fcd668305df', 'name': 'network-vif-deleted', 'tag': '7f962d54-1d8b-4d8d-b874-01c0928a90ea', 'status': 'completed', 'code': 200} Aug 18 07:56:21.088972 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:21.532463 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3608fbd4-0cf1-4c3a-a793-4752c3bcbbd7 req-5ed75297-3d31-4e35-95ef-0b7c3c11b344 tempest-VolumesNegativeTest-759549599 tempest-VolumesNegativeTest-759549599-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6034e07-7012-47f3-acc6-3fcd668305df HTTP/1.1" status: 200 len: 210 time: 0.0298116 Aug 18 07:56:22.315215 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:23.046436 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7f962d54-1d8b-4d8d-b874-01c0928a90ea no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:56:23.070215 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 7f962d54-1d8b-4d8d-b874-01c0928a90ea {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:56:23.070608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 7f962d54-1d8b-4d8d-b874-01c0928a90ea not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:56:26.253551 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40644) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:26.410067 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-989d854c-7780-43ee-b62c-7307f05005a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd3f4aeb8b7646cd8a770339e1a762e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551867 Aug 18 07:56:26.414067 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40648) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:26.467277 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:26.490974 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:26.545450 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:26.548302 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:26.549632 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52f41133-ad5d-41ae-bb34-68194d7b7c4b HTTP/1.1" status: 204 len: 168 time: 0.1346180 Aug 18 07:56:26.558517 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fc915-d46a-430d-a8d4-9855df9fe48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f41133-ad5d-41ae-bb34-68194d7b7c4b,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:27.230234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40672) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:27.346680 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1821397550-network', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:27.370850 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Made reservation on behalf of f2639a33e25a40da815edf5ece3ff558 for: {'network': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:56:27.374772 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.391491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.526190 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.530177 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.558567 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=105479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:56:27.566288 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7f41a-69e8-4287-890e-57b948aeea85,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:27.573087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.573498 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.segments_db [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Added segment d3167e04-0357-40f8-bff3-0608324b5ee7 of type vlan for network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 Aug 18 07:56:27.624128 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.652973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.653979 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:27.654574 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.704529 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4729667 Aug 18 07:56:27.707541 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40676) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:27.713156 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Request body: {'subnet': {'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1821397550-subnet', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:27.716098 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbab39-5cfc-41e3-92e4-db77623b9af4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d231ffd-27ec-4188-975c-4f8ee90c2b56,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:27.727624 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:56:27.736903 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Made reservation on behalf of f2639a33e25a40da815edf5ece3ff558 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:56:27.739244 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2883947'] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.917875 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2663779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2883965'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:27.974382 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ba8cb2-8a4a-457e-bb50-5b031ba22463,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:27.983267 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:27.983627 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Network hostable DHCP agents. Network: 4d231ffd-27ec-4188-975c-4f8ee90c2b56, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:56:28.000690 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:56:28.009915 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 4d231ffd-27ec-4188-975c-4f8ee90c2b56) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:28.014121 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:28.014712 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.021863 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37af03-afd7-4ed8-a5de-6fa37bf9036b None None] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:56:28.030928 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d5b779e6-8ea6-4b4b-9551-c39b46db5cf2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3217022 Aug 18 07:56:28.034614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40678) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:28.039232 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:28.068048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.069373 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.155210 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.218787 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:56:28.220254 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.313216 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.513914 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Allocated IP 172.20.0.2 (4d231ffd-27ec-4188-975c-4f8ee90c2b56/10ba8cb2-8a4a-457e-bb50-5b031ba22463/8e39d355-295a-4b13-b890-3f944f3590cf) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:28.528079 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.547553 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.677277 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.686606 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Transition to ACTIVE for port object 8e39d355-295a-4b13-b890-3f944f3590cf will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:28.686854 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Allocated IP 172.27.0.77 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/e2612a59-62e2-4150-9637-8a214cee61a7) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:28.704072 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Transition to ACTIVE for port object 8e39d355-295a-4b13-b890-3f944f3590cf will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:28.710479 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.752380 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:28.755601 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:28.760240 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:28.765380 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Pushing event updated for resources: {'Port': ['ID=8e39d355-295a-4b13-b890-3f944f3590cf,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:28.776587 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.776945 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.777300 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.777652 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.777985 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.778316 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.778647 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.778980 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.779309 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.779640 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.779966 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.780286 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:28.811780 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.829107 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Attempting to bind port 8e39d355-295a-4b13-b890-3f944f3590cf on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:28.829483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Attempting to bind port 8e39d355-295a-4b13-b890-3f944f3590cf by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:28.829847 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Attempting to bind port 8e39d355-295a-4b13-b890-3f944f3590cf on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:28.835424 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:28.835792 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:28.836197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.836621 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Bound using segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:28.837131 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Bound port: 8e39d355-295a-4b13-b890-3f944f3590cf, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:28.837495 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.858175 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.897046 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:28.902271 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:28.906018 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:28.925223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] For port 8e39d355-295a-4b13-b890-3f944f3590cf, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:28.928626 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] For port 8e39d355-295a-4b13-b890-3f944f3590cf, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8e39d355-295a-4b13-b890-3f944f3590cf,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:28.934017 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:28.936329 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Pushing event updated for resources: {'Port': ['ID=e2612a59-62e2-4150-9637-8a214cee61a7,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:28.997498 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573be1-6feb-47ba-a084-d0ace0350de5 None None] Pushing event updated for resources: {'Port': ['ID=8e39d355-295a-4b13-b890-3f944f3590cf,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:29.461395 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:29.687093 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:29.853715 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:56:29.997046 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:30.006753 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:30.017695 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.020797 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:30.021713 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:30.021927 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-633a24dc-262b-417e-8774-ca39d3b5daba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9862330 Aug 18 07:56:30.022557 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40702) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:30.063091 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613a962-ad29-416f-a373-7c726317e9af None None] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:56:30.167597 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-49e1ad0e-3c4e-4a8e-b4f0-1645fce56012 None None] Provisioning for port 8e39d355-295a-4b13-b890-3f944f3590cf completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:30.192747 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:30.452011 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:29Z', 'revision_number': 3, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:30.463773 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.482154 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:30.482507 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Updating router 41de9581-64ea-4580-8ab0-93e6ced71f33 port e2612a59-62e2-4150-9637-8a214cee61a7 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:56:30.513299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.677269 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Allocated IP 172.20.0.1 (4d231ffd-27ec-4188-975c-4f8ee90c2b56/10ba8cb2-8a4a-457e-bb50-5b031ba22463/130eaf5a-0314-4e5e-b89f-b63439cb59bb) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:30.816464 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.827169 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Transition to ACTIVE for port object e2612a59-62e2-4150-9637-8a214cee61a7 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:30.829569 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.833994 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.845802 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Transition to ACTIVE for port object 130eaf5a-0314-4e5e-b89f-b63439cb59bb will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:30.891919 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.892617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Attempting to bind port e2612a59-62e2-4150-9637-8a214cee61a7 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:30.892617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Attempting to bind port e2612a59-62e2-4150-9637-8a214cee61a7 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:30.892617 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Attempting to bind port e2612a59-62e2-4150-9637-8a214cee61a7 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:30.899703 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:30.900342 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:30.900584 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.900901 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:30.901380 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Bound port: e2612a59-62e2-4150-9637-8a214cee61a7, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:30.901954 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:30.903596 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5ed6-0f45-430f-989b-01e4fa6c6486 None None] Pushing event updated for resources: {'Port': ['ID=e2612a59-62e2-4150-9637-8a214cee61a7,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:30.957866 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:30.961655 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:30.974661 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:31.025878 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] For port e2612a59-62e2-4150-9637-8a214cee61a7, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:31.040918 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] For port e2612a59-62e2-4150-9637-8a214cee61a7, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e2612a59-62e2-4150-9637-8a214cee61a7,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:31.049306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8e39d355-295a-4b13-b890-3f944f3590cf up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:31.055899 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.060721 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Pushing event updated for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:31.076227 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.193333 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5ed6-0f45-430f-989b-01e4fa6c6486 None None] Pushing event updated for resources: {'Port': ['ID=e2612a59-62e2-4150-9637-8a214cee61a7,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:31.254271 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:31.256115 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:31.264662 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.323629 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 8e39d355-295a-4b13-b890-3f944f3590cf completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:31.334457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 8e39d355-295a-4b13-b890-3f944f3590cf triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:31.334833 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.421305 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-64eef7b0-ea1e-481b-9f69-5fb32b0f6d6e None None] Provisioning for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:31.435209 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-64eef7b0-ea1e-481b-9f69-5fb32b0f6d6e None None] Provisioning complete for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:31.435659 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-64eef7b0-ea1e-481b-9f69-5fb32b0f6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.469139 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:31.498175 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.504729 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.513844 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-64eef7b0-ea1e-481b-9f69-5fb32b0f6d6e None None] Port 130eaf5a-0314-4e5e-b89f-b63439cb59bb cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:56:31.575086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.584241 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Pushing event updated for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:31.596898 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.671197 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 8e39d355-295a-4b13-b890-3f944f3590cf, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8e39d355-295a-4b13-b890-3f944f3590cf,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:31.681278 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:31.683201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:31.819397 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.835555 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:56:31.904824 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=8e39d355-295a-4b13-b890-3f944f3590cf,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:31.946133 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:30Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:31.949566 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-ef024ea3-7138-4555-b09d-44d8a3dc4dfd None None] Provisioning complete for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:31.949942 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ef024ea3-7138-4555-b09d-44d8a3dc4dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:31.978934 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae290b-0545-401b-b227-10bc5bcf9aeb None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:30Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:32.029670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-ef024ea3-7138-4555-b09d-44d8a3dc4dfd None None] Port 130eaf5a-0314-4e5e-b89f-b63439cb59bb cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:56:32.195171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:32.204139 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-38db5adc-4288-4a7f-ae16-d2c600cf966d admin admin] 10.222.0.38 "PUT /v2.0/routers/41de9581-64ea-4580-8ab0-93e6ced71f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805224 Aug 18 07:56:32.956714 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40744) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:32.962110 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-500996365-network', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:32.998546 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Made reservation on behalf of 7f317d4d1ad74ce8bd4fced1e4105a28 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:56:33.001403 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.013719 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.130055 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8e39d355-295a-4b13-b890-3f944f3590cf up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:33.201996 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.209837 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.235673 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 8e39d355-295a-4b13-b890-3f944f3590cf triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:33.236347 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.257248 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:56:33.275310 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49933818-4665-4a3d-bbc7-ca07cd9d436b,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:33.278521 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.278872 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Added segment ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c of type vlan for network d83597be-5a30-4132-956f-413b3ce0846b Aug 18 07:56:33.336994 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.393955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.397702 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:33.400544 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.403236 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e2612a59-62e2-4150-9637-8a214cee61a7 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:33.432726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541091-6940-410e-bf4c-2bb056a780f6 req-3d99c1dd-89e7-435f-b1c8-6755fa1164db tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:33.438296 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-df541091-6940-410e-bf4c-2bb056a780f6 req-3d99c1dd-89e7-435f-b1c8-6755fa1164db tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0887914 Aug 18 07:56:33.475032 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port e2612a59-62e2-4150-9637-8a214cee61a7 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:33.483728 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5216060 Aug 18 07:56:33.483908 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e2612a59-62e2-4150-9637-8a214cee61a7 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:33.483908 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.484268 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40750) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:33.490738 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Request body: {'subnet': {'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-500996365-subnet', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'ip_version': 4}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:33.513062 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-df541091-6940-410e-bf4c-2bb056a780f6 req-ab701035-e190-4875-8465-13bbafd35da7 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634971 Aug 18 07:56:33.513581 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c886871-3287-46ae-bde3-906844ff3080 admin admin] Pushing event updated for resources: {'Network': ['ID=d83597be-5a30-4132-956f-413b3ce0846b,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:33.528281 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network d83597be-5a30-4132-956f-413b3ce0846b details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:56:33.543663 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Made reservation on behalf of 7f317d4d1ad74ce8bd4fced1e4105a28 for: {'subnet': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:56:33.547242 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2883947'] for subnet, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.665449 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.702039 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port e2612a59-62e2-4150-9637-8a214cee61a7, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e2612a59-62e2-4150-9637-8a214cee61a7,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:33.711256 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.760997 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2663779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2883965'] for subnet, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.766679 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=e2612a59-62e2-4150-9637-8a214cee61a7,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:33.825086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51526bcb-83fc-405f-8ed0-800b58be8ac6,revision_number=0']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:33.834565 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Checking segment: {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:33.834919 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Network hostable DHCP agents. Network: d83597be-5a30-4132-956f-413b3ce0846b, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:56:33.853833 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Network d83597be-5a30-4132-956f-413b3ce0846b is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:56:33.864814 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, d83597be-5a30-4132-956f-413b3ce0846b) {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:33.871220 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:33.872387 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.873124 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b6d4d-2154-4bdb-afee-507220e38ddb None None] Network d83597be-5a30-4132-956f-413b3ce0846b requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:56:33.890060 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-30c725f2-8237-429c-81d3-c5966396348a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4038405 Aug 18 07:56:33.890367 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40752) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:33.895344 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:33.916567 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27594'] for router, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.917505 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-750254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27587'] for router, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:33.974019 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.030036 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2990f12-b9fa-53af-afb7-6c2f9515a293-d83597be-5a30-4132-956f-413b3ce0846b', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6'}]}} from dv-cinder-804698-3-iscsi. {{(pid=105480) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 07:56:34.030999 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.120328 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.179360 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.db_base_plugin_common [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Allocated IP 172.20.0.2 (d83597be-5a30-4132-956f-413b3ce0846b/51526bcb-83fc-405f-8ed0-800b58be8ac6/e366b651-3fc2-42af-90f2-8353a8675587) {{(pid=105480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:34.334317 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks [] for port, precommit_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.344989 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Transition to ACTIVE for port object e366b651-3fc2-42af-90f2-8353a8675587 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:34.347482 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.349399 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:34.361104 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:34.361740 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:34.361942 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Transition to ACTIVE for port object e366b651-3fc2-42af-90f2-8353a8675587 will not be triggered until provisioned by entity DHCP. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:34.368529 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947'] for port, after_create {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.368991 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.419118 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Network d83597be-5a30-4132-956f-413b3ce0846b is already hosted by enough agents. {{(pid=105480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:34.423795 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.scheduler.base_scheduler [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Resources bound (agent type, host, resource id): {{(pid=105480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:34.429981 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Received port after_create {{(pid=105480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:34.434411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Pushing event updated for resources: {'Port': ['ID=e366b651-3fc2-42af-90f2-8353a8675587,revision_number=1']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:34.480875 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:34.492589 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Allocated IP 172.27.0.246 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/d97a3d2f-7b88-49f1-b6af-346836211b45) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:34.497460 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Attempting to bind port e366b651-3fc2-42af-90f2-8353a8675587 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:34.498237 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Attempting to bind port e366b651-3fc2-42af-90f2-8353a8675587 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:34.498935 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Attempting to bind port e366b651-3fc2-42af-90f2-8353a8675587 on network d83597be-5a30-4132-956f-413b3ce0846b {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:34.508820 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:34.509453 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Checking segment: {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:34.510137 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.510816 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Bound using segment: {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:34.511652 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Bound port: e366b651-3fc2-42af-90f2-8353a8675587, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:34.512351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.609723 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] For port e366b651-3fc2-42af-90f2-8353a8675587, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:34.615964 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] For port e366b651-3fc2-42af-90f2-8353a8675587, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e366b651-3fc2-42af-90f2-8353a8675587,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:34.626372 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.637212 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.701693 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a91c53-1b9f-47fe-8d37-55ce22e4bcae None None] Pushing event updated for resources: {'Port': ['ID=e366b651-3fc2-42af-90f2-8353a8675587,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:34.706889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d6e86-c305-4287-aeff-260d40f63de2 req-0908da17-013e-48da-94c2-0c430e780838 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:34.721088 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3f4d6e86-c305-4287-aeff-260d40f63de2 req-0908da17-013e-48da-94c2-0c430e780838 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0787437 Aug 18 07:56:34.726169 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.770683 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:34.773730 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3f4d6e86-c305-4287-aeff-260d40f63de2 req-aa55b96a-838d-4ff7-9cbc-1fd94f0a962a tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503581 Aug 18 07:56:34.779072 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:34.783626 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:34.812136 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 2, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:34.833527 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d97a3d2f-7b88-49f1-b6af-346836211b45,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:34.842414 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:34.843036 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Updating router 41de9581-64ea-4580-8ab0-93e6ced71f33 port 130eaf5a-0314-4e5e-b89f-b63439cb59bb binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:56:34.873136 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:34.993307 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e2612a59-62e2-4150-9637-8a214cee61a7 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:35.095132 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e2612a59-62e2-4150-9637-8a214cee61a7 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:35.095806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.131218 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.167381 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-9a3cc1cc-b1f0-40e3-a5d5-6f72cb3b9f20 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:35.169464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-9a3cc1cc-b1f0-40e3-a5d5-6f72cb3b9f20 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.0586545 Aug 18 07:56:35.309411 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Deleting port e4dc4265-890a-40c4-a3a8-fa57482e0026 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:35.309752 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.343390 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.355702 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Transition to ACTIVE for port object 130eaf5a-0314-4e5e-b89f-b63439cb59bb will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:35.364260 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.409722 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713505'] for router, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.425992 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] For port e4dc4265-890a-40c4-a3a8-fa57482e0026, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4dc4265-890a-40c4-a3a8-fa57482e0026,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:35.426841 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.443862 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Pushing event updated for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:35.501355 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.501639 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.501989 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.502394 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.502728 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.503075 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.503693 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.504229 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.504884 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.505407 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.505914 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.506456 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:35.530514 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Attempting to bind port 130eaf5a-0314-4e5e-b89f-b63439cb59bb on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:35.531343 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Attempting to bind port 130eaf5a-0314-4e5e-b89f-b63439cb59bb by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:35.532407 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Attempting to bind port 130eaf5a-0314-4e5e-b89f-b63439cb59bb on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:35.538211 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:35.538583 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:35.539171 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.539752 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Bound using segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:35.540601 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Bound port: 130eaf5a-0314-4e5e-b89f-b63439cb59bb, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:35.541169 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.623661 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Router 0948627d-54f7-4470-a7be-af6546d90ab5 is scheduled to L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 with binding_index 1 {{(pid=105478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 07:56:35.645145 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] For port 130eaf5a-0314-4e5e-b89f-b63439cb59bb, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:35.650827 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] For port 130eaf5a-0314-4e5e-b89f-b63439cb59bb, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=130eaf5a-0314-4e5e-b89f-b63439cb59bb,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:35.659929 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.701578 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.702419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.702964 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Floating IP b67ba408-b8c0-4920-8337-dde6af77c606 disassociated. External IP: 172.27.0.130, port: e4dc4265-890a-40c4-a3a8-fa57482e0026. Aug 18 07:56:35.704818 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Calling delete_port for e4dc4265-890a-40c4-a3a8-fa57482e0026 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:35.730474 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:35.731193 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:35.785954 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:35.802222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Sync routers for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:35.821025 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:35.821673 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:35.822354 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:35.824747 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1ff986d5-d4a2-4582-aac0-9c03047615d0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9327962 Aug 18 07:56:35.827369 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40758) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:35.829828 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da0baf-61fc-4bc4-800e-4724693f5a42 None None] Pushing event updated for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:35.955953 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:36.019746 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:36.035402 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:36.056094 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce9a72-41b2-435d-ac9e-06534a4cb0fc req-f2bc2600-ca25-438e-8e53-3486e6e36095 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:36.057745 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-acce9a72-41b2-435d-ac9e-06534a4cb0fc req-f2bc2600-ca25-438e-8e53-3486e6e36095 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 945 time: 0.1765170 Aug 18 07:56:36.145804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'Port': ['ID=e4dc4265-890a-40c4-a3a8-fa57482e0026,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:36.205676 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-acce9a72-41b2-435d-ac9e-06534a4cb0fc req-e4c38538-b74b-45bc-9ead-b7cebf117a13 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bddcd8d-f4ef-48c3-9200-71f02ae382cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315417 Aug 18 07:56:36.325842 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:35Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:36.388592 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7da9d9-b038-41d7-84e9-09d652b69c0e None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:35Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:36.445452 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:34Z', 'revision_number': 3, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:36.498454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Checking router: 0948627d-54f7-4470-a7be-af6546d90ab5 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:36.499042 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Updating router 0948627d-54f7-4470-a7be-af6546d90ab5 port d97a3d2f-7b88-49f1-b6af-346836211b45 binding host dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:56:36.543747 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc03df9-3cb2-44aa-9ffd-6db30a3226f3 None None] Network d83597be-5a30-4132-956f-413b3ce0846b requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:56:36.635330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:36.652295 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:36.659244 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-6d18f3c5-e1e1-4979-9c96-3bc7a3806e16 None None] Provisioning for port e366b651-3fc2-42af-90f2-8353a8675587 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:36.814173 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:56:36.919604 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Allocated IP 172.20.0.1 (d83597be-5a30-4132-956f-413b3ce0846b/51526bcb-83fc-405f-8ed0-800b58be8ac6/3c31de26-5a39-4125-b731-e70987e43cf5) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:56:37.000750 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:37.025450 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:37.041888 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:37.043095 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:37.089651 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] No DVR routers for this DVR port e4dc4265-890a-40c4-a3a8-fa57482e0026 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:56:37.092299 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.094943 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8b1548ad-7bad-4958-bc01-61c84d057914 req-23c651a5-4fb7-45ab-b92e-03eedeca1289 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.42 "DELETE /v2.0/ports/e4dc4265-890a-40c4-a3a8-fa57482e0026 HTTP/1.1" status: 204 len: 173 time: 1.9168940 Aug 18 07:56:37.095407 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'name': 'network-vif-deleted', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:56:37.099535 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cade15-52b5-417a-be30-86b0dc43e6d9" -d '{"events": [{"server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "name": "network-vif-deleted", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:56:37.164205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4dc4265-890a-40c4-a3a8-fa57482e0026 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:56:37.171378 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.173004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345416c8-6226-458e-8434-bdaca7235930 x-openstack-request-id: req-345416c8-6226-458e-8434-bdaca7235930 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:56:37.173661 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585a063f-0029-4bff-b62f-a0c63397e00d", "name": "network-vif-deleted", "tag": "e4dc4265-890a-40c4-a3a8-fa57482e0026", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:56:37.173934 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-345416c8-6226-458e-8434-bdaca7235930 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:56:37.174344 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585a063f-0029-4bff-b62f-a0c63397e00d', 'name': 'network-vif-deleted', 'tag': 'e4dc4265-890a-40c4-a3a8-fa57482e0026', 'status': 'completed', 'code': 200} Aug 18 07:56:37.205287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.provisioning_blocks [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Transition to ACTIVE for port object 3c31de26-5a39-4125-b731-e70987e43cf5 will not be triggered until provisioned by entity DHCP. {{(pid=105478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:37.219438 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e366b651-3fc2-42af-90f2-8353a8675587 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:37.227770 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: e4dc4265-890a-40c4-a3a8-fa57482e0026 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:56:37.227770 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4dc4265-890a-40c4-a3a8-fa57482e0026 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:56:37.271439 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.331124 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Network d83597be-5a30-4132-956f-413b3ce0846b is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:37.334593 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:37.339351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:56:37.346940 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks [] for port, precommit_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.347679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:37.386641 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Transition to ACTIVE for port object d97a3d2f-7b88-49f1-b6af-346836211b45 will not be triggered until provisioned by entity L2. {{(pid=105480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:37.399222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.407305 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594281'] for router_interface, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.423305 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-949e2dde-67e1-4349-ba61-5600a4962f2d req-e848c5f7-ec19-4a3d-b72c-f1608ec49fb4 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/ports?device_id=585a063f-0029-4bff-b62f-a0c63397e00d HTTP/1.1" status: 200 len: 210 time: 0.0558326 Aug 18 07:56:37.438628 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:37.502308 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Attempting to bind port d97a3d2f-7b88-49f1-b6af-346836211b45 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:37.502686 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Attempting to bind port d97a3d2f-7b88-49f1-b6af-346836211b45 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:37.503058 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Attempting to bind port d97a3d2f-7b88-49f1-b6af-346836211b45 on network 74e2096c-1469-413f-94ce-69fe38608335 {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:37.507647 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port e366b651-3fc2-42af-90f2-8353a8675587 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:37.519430 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46b69e-65e3-45d2-9ff7-8633fe89f947 None None] Pushing event updated for resources: {'Port': ['ID=d97a3d2f-7b88-49f1-b6af-346836211b45,revision_number=2']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:37.540587 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e366b651-3fc2-42af-90f2-8353a8675587 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:37.540986 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.543189 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:37.543609 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Checking segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:37.543965 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.544362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Bound using segment: {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'} {{(pid=105480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:37.545024 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.managers [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Bound port: d97a3d2f-7b88-49f1-b6af-346836211b45, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f6e68-ed64-4890-8570-13e4a79412e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74e2096c-1469-413f-94ce-69fe38608335'}}] {{(pid=105480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:37.545259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.783644 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] For port d97a3d2f-7b88-49f1-b6af-346836211b45, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:37.814985 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] For port d97a3d2f-7b88-49f1-b6af-346836211b45, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d97a3d2f-7b88-49f1-b6af-346836211b45,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:37.817414 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.832246 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.884554 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:37.920788 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:37.923202 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:37.931837 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46b69e-65e3-45d2-9ff7-8633fe89f947 None None] Pushing event updated for resources: {'Port': ['ID=d97a3d2f-7b88-49f1-b6af-346836211b45,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:37.933690 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:37.934443 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:37.960418 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port e366b651-3fc2-42af-90f2-8353a8675587, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e366b651-3fc2-42af-90f2-8353a8675587,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:37.963622 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:37.964098 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:38.055524 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-0c9f2895-2731-43f0-99b4-a1ba268ab347 None None] Provisioning complete for port e366b651-3fc2-42af-90f2-8353a8675587 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:38.055884 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-0c9f2895-2731-43f0-99b4-a1ba268ab347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.062240 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.063588 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 130eaf5a-0314-4e5e-b89f-b63439cb59bb up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:38.076821 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:38.192526 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.198556 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.269611 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:38.274895 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594333'] for router_interface, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.315314 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:38.327878 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:38.359100 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1765-c144-4e8e-b87f-2f776d296e86 None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:50:08Z', 'revision_number': 4, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'c5502b20-1d44-4298-9af7-925282cb13fa', 'name': '', 'network_id': '602e8ba5-031f-4c79-b39b-d704f92fea18', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'mac_address': 'fa:16:3e:12:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:05Z', 'updated_at': '2021-08-18T07:50:23Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'subnets': [{'id': 'f8c31218-2433-49b1-bbe9-9c1de93319ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:38.361904 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=e366b651-3fc2-42af-90f2-8353a8675587,revision_number=3']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:38.387679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Network d83597be-5a30-4132-956f-413b3ce0846b is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:56:38.389396 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:56:38.451027 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:38.502412 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:38.502786 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.562081 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Router 0948627d-54f7-4470-a7be-af6546d90ab5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:56:38.667442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-6524d9b4-2572-4052-a64c-90f3c37787a9 None None] Provisioning for port 3c31de26-5a39-4125-b731-e70987e43cf5 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:38.677299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-6524d9b4-2572-4052-a64c-90f3c37787a9 None None] Provisioning complete for port 3c31de26-5a39-4125-b731-e70987e43cf5 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:38.677299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-6524d9b4-2572-4052-a64c-90f3c37787a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.723819 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.746221 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:38.748771 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-6524d9b4-2572-4052-a64c-90f3c37787a9 None None] Port 3c31de26-5a39-4125-b731-e70987e43cf5 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:56:38.760216 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d737f2d5-56c2-423b-af9e-2014408417d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/0948627d-54f7-4470-a7be-af6546d90ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219918 Aug 18 07:56:38.760624 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e205bae0-5129-474e-85b0-a07f89bbfb91 None None] New status for floating IP b67ba408-b8c0-4920-8337-dde6af77c606: DOWN {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:56:38.762425 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '3c31de26-5a39-4125-b731-e70987e43cf5', 'name': '', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'mac_address': 'fa:16:3e:31:6b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:36Z', 'updated_at': '2021-08-18T07:56:36Z', 'revision_number': 1, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'subnets': [{'id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:38.839133 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fb55-8fd0-481f-8bd3-5f290f8f3d6c None None] The sync data for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi is: [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '3c31de26-5a39-4125-b731-e70987e43cf5', 'name': '', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'mac_address': 'fa:16:3e:31:6b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:36Z', 'updated_at': '2021-08-18T07:56:36Z', 'revision_number': 1, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'subnets': [{'id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:38.868111 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 130eaf5a-0314-4e5e-b89f-b63439cb59bb, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=130eaf5a-0314-4e5e-b89f-b63439cb59bb,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:38.893182 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.965312 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-37d87144-55d3-4a63-ad16-4cb5defe035d None None] Provisioning complete for port 3c31de26-5a39-4125-b731-e70987e43cf5 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:38.965908 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-37d87144-55d3-4a63-ad16-4cb5defe035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:38.998724 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e366b651-3fc2-42af-90f2-8353a8675587 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:39.073859 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:39.100100 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-37d87144-55d3-4a63-ad16-4cb5defe035d None None] Port 3c31de26-5a39-4125-b731-e70987e43cf5 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:56:39.142609 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port e366b651-3fc2-42af-90f2-8353a8675587 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:39.146953 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.380534 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40778) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.386289 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218239850', 'description': 'tempest-secgroup-smoke-1218239850 description', 'project_id': 'f2639a33e25a40da815edf5ece3ff558'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:39.417958 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.523601 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.532416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.552831 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40782) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.575921 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3c867-b653-4e55-94ab-686115aeaf39,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:39.585939 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.587849 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9c9f54e8-a951-4679-8116-3ae1ca3c82ab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2058916 Aug 18 07:56:39.592329 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40784) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.597625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:39.629171 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.648511 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.678452 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.731314 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.733125 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.736473 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.737771 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "DELETE /v2.0/security-groups/0bddcd8d-f4ef-48c3-9200-71f02ae382cf HTTP/1.1" status: 204 len: 168 time: 0.1839397 Aug 18 07:56:39.738668 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.740746 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40786) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.761564 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a4a1e-71c5-4aed-8c91-c7290cb1c3e9 tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bddcd8d-f4ef-48c3-9200-71f02ae382cf,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:39.788674 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.api.v2.resource [None req-201cae39-7a93-4ed7-98a5-c4afafcf70fc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] show failed (client error): The resource could not be found. Aug 18 07:56:39.790253 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-201cae39-7a93-4ed7-98a5-c4afafcf70fc tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "GET /v2.0/security-groups/0bddcd8d-f4ef-48c3-9200-71f02ae382cf HTTP/1.1" status: 404 len: 347 time: 0.0445631 Aug 18 07:56:39.793367 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40788) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.795423 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb66069-cf3c-49ab-bd32-49cc80cfa4cb,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:39.806820 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.808958 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e4a5abf0-1536-4596-9df3-4553e7512fab tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153814 Aug 18 07:56:39.811970 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40790) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.821130 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:39.876831 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.950776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.958004 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.970012 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Deleting port b1944102-cd71-4f56-ad52-f7e072db6991 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:39.970412 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.977938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f6223b-0201-4311-ab7f-7fb19ab936a8,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:39.987461 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:39.991522 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-73c2120d-32ca-4c76-b0a7-4d64a732e35e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741760 Aug 18 07:56:39.991735 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40792) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:39.998881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:40.037443 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.089155 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.089496 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.105613 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Calling delete_port for b1944102-cd71-4f56-ad52-f7e072db6991 owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:40.113732 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.118880 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.135514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333bcb98-8fcf-449a-8723-d09c17672795,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:40.149234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.150632 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-62ce28f0-162a-47f4-b104-b4b791a87503 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577070 Aug 18 07:56:40.153481 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40794) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:40.159206 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:40.196281 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.280676 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.283217 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.290902 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.311470 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Pushing event deleted for resources: {'Port': ['ID=b1944102-cd71-4f56-ad52-f7e072db6991,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:40.317804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c18a6b-6156-4248-ad9a-0e3c51955928,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:40.333125 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.334673 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-42930911-99b1-4e4f-b297-3e4cd1585f3d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797805 Aug 18 07:56:40.337679 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40796) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:40.347430 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:40.382283 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.securitygroups_db [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Project f2639a33e25a40da815edf5ece3ff558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:56:40.389238 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.389569 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.393099 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.394291 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-202c159b-4c82-4b64-ba23-f1bc8b0c836d tempest-AttachVolumeTestJSON-273381460 tempest-AttachVolumeTestJSON-273381460-project] 10.222.0.38 "DELETE /v2.0/floatingips/b67ba408-b8c0-4920-8337-dde6af77c606 HTTP/1.1" status: 204 len: 168 time: 0.5999336 Aug 18 07:56:40.466908 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.472860 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.493603 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bbc3db-5848-4d6a-a648-3978556c93fe,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:40.499388 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.500645 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-382e6a11-378b-47d5-863d-616f585c0c2d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614544 Aug 18 07:56:40.503865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40802) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:40.508722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'security_group_rule': {'security_group_id': '97f3c867-b653-4e55-94ab-686115aeaf39', 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:56:40.532777 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.securitygroups_db [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Project f2639a33e25a40da815edf5ece3ff558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 07:56:40.538991 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.607454 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.612830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637779'] for security_group_rule, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.631947 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5fd60d-367a-4711-bf06-460b685aced5,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:40.642065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:40.648687 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d61d5f11-d8ae-400b-b867-33ccda08fcb7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385252 Aug 18 07:56:41.074778 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d97a3d2f-7b88-49f1-b6af-346836211b45 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:41.144606 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port d97a3d2f-7b88-49f1-b6af-346836211b45 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:41.149501 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port d97a3d2f-7b88-49f1-b6af-346836211b45 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:41.149753 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.236559 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.238951 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Sync routers for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:41.249185 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:41.249806 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:41.258132 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port d97a3d2f-7b88-49f1-b6af-346836211b45, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d97a3d2f-7b88-49f1-b6af-346836211b45,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:41.275222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.276040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 130eaf5a-0314-4e5e-b89f-b63439cb59bb up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:41.358974 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=d97a3d2f-7b88-49f1-b6af-346836211b45,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:41.368363 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:41.371853 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 130eaf5a-0314-4e5e-b89f-b63439cb59bb triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:41.372325 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.611622 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '3c31de26-5a39-4125-b731-e70987e43cf5', 'name': '', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'mac_address': 'fa:16:3e:31:6b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:36Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 2, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'subnets': [{'id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:41.639884 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Checking router: 0948627d-54f7-4470-a7be-af6546d90ab5 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:41.640317 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Updating router 0948627d-54f7-4470-a7be-af6546d90ab5 port 3c31de26-5a39-4125-b731-e70987e43cf5 binding host dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 07:56:41.669655 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.973792 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks [] for port, precommit_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:41.983592 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.provisioning_blocks [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Transition to ACTIVE for port object 3c31de26-5a39-4125-b731-e70987e43cf5 will not be triggered until provisioned by entity L2. {{(pid=105481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:56:41.991388 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:42.045822 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c7d5a-6971-47de-a26c-6b414c98e72f None None] Pushing event updated for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=3']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:42.102223 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Attempting to bind port 3c31de26-5a39-4125-b731-e70987e43cf5 on host dv-cinder-804698-3-iscsi for vnic_type normal with profile {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:56:42.102479 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Attempting to bind port 3c31de26-5a39-4125-b731-e70987e43cf5 by drivers openvswitch,hyperv on host dv-cinder-804698-3-iscsi at level 0 using segments [{'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:56:42.102730 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Attempting to bind port 3c31de26-5a39-4125-b731-e70987e43cf5 on network d83597be-5a30-4132-956f-413b3ce0846b {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:56:42.108315 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Checking agent: {'id': '2d6f532f-9650-485b-8942-22f70e51c160', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 42, 19), 'started_at': datetime.datetime(2021, 8, 18, 7, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:56:42.108720 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Checking segment: {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:56:42.109125 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:42.109553 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Bound using segment: {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'} {{(pid=105481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:56:42.110028 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.managers [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Bound port: 3c31de26-5a39-4125-b731-e70987e43cf5, host: dv-cinder-804698-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b'}}] {{(pid=105481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:56:42.110424 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:42.184000 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] For port 3c31de26-5a39-4125-b731-e70987e43cf5, host dv-cinder-804698-3-iscsi, cleared binding levels {{(pid=105481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:56:42.187424 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.plugins.ml2.db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] For port 3c31de26-5a39-4125-b731-e70987e43cf5, host dv-cinder-804698-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=3c31de26-5a39-4125-b731-e70987e43cf5,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:56:42.194195 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:42.241085 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:42.241692 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:42.413209 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c7d5a-6971-47de-a26c-6b414c98e72f None None] Pushing event updated for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=4']} {{(pid=105481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:42.491482 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:42.701669 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '3c31de26-5a39-4125-b731-e70987e43cf5', 'name': '', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'mac_address': 'fa:16:3e:31:6b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:36Z', 'updated_at': '2021-08-18T07:56:42Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'subnets': [{'id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:42.729121 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65b8ad-5987-4632-8e98-313712b55224 None None] The sync data for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi is: [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T07:56:37Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '3c31de26-5a39-4125-b731-e70987e43cf5', 'name': '', 'network_id': 'd83597be-5a30-4132-956f-413b3ce0846b', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'mac_address': 'fa:16:3e:31:6b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:36Z', 'updated_at': '2021-08-18T07:56:42Z', 'revision_number': 4, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'subnets': [{'id': '51526bcb-83fc-405f-8ed0-800b58be8ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:43.021042 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d97a3d2f-7b88-49f1-b6af-346836211b45 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:43.073170 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port d97a3d2f-7b88-49f1-b6af-346836211b45 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:43.073566 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:43.161925 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 3c31de26-5a39-4125-b731-e70987e43cf5 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:43.214468 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning for port 3c31de26-5a39-4125-b731-e70987e43cf5 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:56:43.218071 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 3c31de26-5a39-4125-b731-e70987e43cf5 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:43.218454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:43.318591 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:43.353534 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] For port 3c31de26-5a39-4125-b731-e70987e43cf5, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=3c31de26-5a39-4125-b731-e70987e43cf5,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:43.358308 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:43.407377 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Pushing event updated for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:44.067473 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40886) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:44.556939 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:44.809555 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Deleting port c5502b20-1d44-4298-9af7-925282cb13fa {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:44.809892 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:44.886415 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] For port c5502b20-1d44-4298-9af7-925282cb13fa, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=c5502b20-1d44-4298-9af7-925282cb13fa,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:44.886771 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:44.899042 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Calling delete_port for c5502b20-1d44-4298-9af7-925282cb13fa owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:44.970678 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 3c31de26-5a39-4125-b731-e70987e43cf5 up at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:56:45.025641 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Provisioning complete for port 3c31de26-5a39-4125-b731-e70987e43cf5 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:56:45.026014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.096258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.121794 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5502b20-1d44-4298-9af7-925282cb13fa,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:45.295939 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.539065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Router 806d3f0e-3549-45c0-8072-7ddd866505ab has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:56:45.648566 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:56:45.653532 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-85622ad2-020e-4184-9ab0-060c96990f7d admin admin] 10.222.0.38 "PUT /v2.0/routers/806d3f0e-3549-45c0-8072-7ddd866505ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847194 Aug 18 07:56:45.656126 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 40898) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:45.659202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Sync routers for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:56:45.668819 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:45.669530 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:45.764718 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.781022 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:45.889445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.952010 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Deleting port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:45.952362 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:45.990311 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:56:45Z', 'revision_number': 5, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port': {'id': '8f6a7c30-19bc-464f-a07e-a58a4f5ba366', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:46.018781 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Checking router: 806d3f0e-3549-45c0-8072-7ddd866505ab for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:56:46.027202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Routers {'806d3f0e-3549-45c0-8072-7ddd866505ab'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:56:46.027833 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['806d3f0e-3549-45c0-8072-7ddd866505ab'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:46.037063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] For port 8f6a7c30-19bc-464f-a07e-a58a4f5ba366, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:46.037430 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.055141 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Calling delete_port for 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:46.120718 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] Set router 806d3f0e-3549-45c0-8072-7ddd866505ab gateway port host: None {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:56:46.183688 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:56:45Z', 'revision_number': 6, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:46.212520 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105017d-986c-4bdf-bc67-493609ba860a None None] The sync data for ids ['806d3f0e-3549-45c0-8072-7ddd866505ab'] in dv-cinder-804698-3-iscsi is: [{'id': '806d3f0e-3549-45c0-8072-7ddd866505ab', 'name': 'tempest-AttachVolumeTestJSON-2065516372-router', 'tenant_id': '44d7656b45c7463f9644e97e654e6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:55Z', 'updated_at': '2021-08-18T07:56:45Z', 'revision_number': 6, 'project_id': '44d7656b45c7463f9644e97e654e6a85', 'gw_port_host': None}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:56:46.239869 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.273230 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6a7c30-19bc-464f-a07e-a58a4f5ba366,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:46.336943 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.435780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.438726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.490153 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.490852 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806d3f0e-3549-45c0-8072-7ddd866505ab {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 07:56:46.496846 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.498074 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-4bd2e592-d637-4f91-99d7-65c9373b266d admin admin] 10.222.0.38 "DELETE /v2.0/routers/806d3f0e-3549-45c0-8072-7ddd866505ab HTTP/1.1" status: 204 len: 168 time: 0.8409991 Aug 18 07:56:46.500766 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40902) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:46.545789 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Deleting subnet f8c31218-2433-49b1-bbe9-9c1de93319ca {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:56:46.548949 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.587462 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.676948 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.732900 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.760294 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c31218-2433-49b1-bbe9-9c1de93319ca,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:46.763815 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.768235 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-0aa7f38b-816f-48bf-9ef5-76792dcd8050 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f8c31218-2433-49b1-bbe9-9c1de93319ca HTTP/1.1" status: 204 len: 168 time: 0.2638950 Aug 18 07:56:46.768235 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40904) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:46.771233 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a9864-e02a-42c5-829a-de773d734c67 None None] Network 602e8ba5-031f-4c79-b39b-d704f92fea18 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:56:46.841907 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.902903 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Deleting port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:46.903279 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.968944 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] For port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,segment=NetworkSegment(14b9532a-2b92-4593-ba2d-a710340fc2c1),segment_id=14b9532a-2b92-4593-ba2d-a710340fc2c1)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:46.969530 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:46.984350 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Calling delete_port for 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 owned by network:dhcp {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:47.073263 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-0e0427ee-f99c-4d53-b859-219aa49e00c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.080033 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c5502b20-1d44-4298-9af7-925282cb13fa no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:56:47.091910 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.105037 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: c5502b20-1d44-4298-9af7-925282cb13fa {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:56:47.105517 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device c5502b20-1d44-4298-9af7-925282cb13fa not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:56:47.106058 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:56:47.119261 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Pushing event deleted for resources: {'Port': ['ID=0552d03a-6c83-4d1a-a06d-b5a64f49bd05,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:47.125368 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] No DVR routers for this DVR port 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 on host dv-cinder-804698-3-iscsi {{(pid=105478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:56:47.137324 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:56:47.137667 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8f6a7c30-19bc-464f-a07e-a58a4f5ba366 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:56:47.201590 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.211306 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656700d-952e-48ed-82b7-7ea25c99ce1b None None] DHCP port deletion for 602e8ba5-031f-4c79-b39b-d704f92fea18 request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 07:56:47.212955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602e8ba5-031f-4c79-b39b-d704f92fea18']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:47.228483 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b9532a-2b92-4593-ba2d-a710340fc2c1') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:47.228777 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b9532a-2b92-4593-ba2d-a710340fc2c1') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:56:47.239051 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.253148 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.259544 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:56:47.259947 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:56:47.261647 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:56:47.322170 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.327544 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.329418 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] 10.222.0.38 "DELETE /v2.0/networks/602e8ba5-031f-4c79-b39b-d704f92fea18 HTTP/1.1" status: 204 len: 168 time: 0.5602515 Aug 18 07:56:47.340603 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffedc3a-4eb5-4947-b89e-301b2ff46788 admin admin] Pushing event deleted for resources: {'Network': ['ID=602e8ba5-031f-4c79-b39b-d704f92fea18,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:47.470689 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40908) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:47.515975 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-80f4d583-a142-48cd-9304-eb4a70a6334b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44d7656b45c7463f9644e97e654e6a85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433712 Aug 18 07:56:47.521023 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 40912) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:47.588839 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.614387 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.662841 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.665656 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:47.666944 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5f40d30-3064-4b40-96ea-4bfe9677221c HTTP/1.1" status: 204 len: 168 time: 0.1449330 Aug 18 07:56:47.675585 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031ee61-616b-44db-a098-48da74051a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f40d30-3064-4b40-96ea-4bfe9677221c,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:48.715577 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:48.795567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:48.970713 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:56:48.991547 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:56:48.991916 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 0552d03a-6c83-4d1a-a06d-b5a64f49bd05 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:56:49.695104 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-83cffe20-0e6c-4407-b2b2-de4b13111e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:51.088008 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:51.187974 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:56:52.317726 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.083334 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41062) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:57.191584 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.281397 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.290052 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.323081 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=035068a5e68044f0a0c0612ea143d4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383800 Aug 18 07:56:57.325099 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41072) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:56:57.328655 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0612f-99b8-41a7-ab9f-f3cdd33855f5,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:57.336388 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.336771 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.337112 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.337450 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.337790 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.338122 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.338450 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.338778 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.339105 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.339427 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.339745 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.340062 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1127a0-54a3-4d85-9386-46af23148bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:56:57.409945 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa670763-1930-4df7-be4b-7b27dfd44385 req-7f587a68-8c38-453a-968d-084835a6f5db tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:57.411984 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa670763-1930-4df7-be4b-7b27dfd44385 req-7f587a68-8c38-453a-968d-084835a6f5db tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 946 time: 0.0804899 Aug 18 07:56:57.416882 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.455171 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.475700 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa670763-1930-4df7-be4b-7b27dfd44385 req-aea9ca93-183e-4dec-b5bc-6e8bc51efb78 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569055 Aug 18 07:56:57.513436 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.516096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:57.517343 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9b0612f-99b8-41a7-ab9f-f3cdd33855f5 HTTP/1.1" status: 204 len: 168 time: 0.1912687 Aug 18 07:56:57.526610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d761b-3bfd-41aa-bcc7-f3fb223d06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0612f-99b8-41a7-ab9f-f3cdd33855f5,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:58.358216 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-8f2cd26a-ae69-4aed-b812-6fe3aaefcfb9 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218239850&fields=id&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 267 time: 0.0337651 Aug 18 07:56:58.480483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-41c2eef9-5c58-40ce-b702-9c814211dc1b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:58.481989 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-41c2eef9-5c58-40ce-b702-9c814211dc1b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.1107254 Aug 18 07:56:58.497922 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-292d466e-cd15-4345-86dd-cb68a6acbe61 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/quotas/f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Aug 18 07:56:58.551257 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-f1934582-5e55-4e42-8b41-35d70ff90751 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468709 Aug 18 07:56:58.609793 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441e617-c117-4d20-b659-1f8a9cf04b1b req-8063b610-7de3-4502-ab8c-d99ac489f6b2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:58.611393 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8441e617-c117-4d20-b659-1f8a9cf04b1b req-8063b610-7de3-4502-ab8c-d99ac489f6b2 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 946 time: 0.0577192 Aug 18 07:56:58.653653 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8441e617-c117-4d20-b659-1f8a9cf04b1b req-5b4af84f-2bac-44f3-8b1e-299adf2eac4d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f66fb01-8db4-4a7b-8c34-561af532d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364330 Aug 18 07:56:58.747074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-b2f3d1a3-57ff-4592-8347-06efe11492e3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:56:58.748637 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-b2f3d1a3-57ff-4592-8347-06efe11492e3 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 946 time: 0.0497811 Aug 18 07:56:58.904717 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-b275cde6-c4f4-4caa-9f09-6dfeef619a5f service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406596 Aug 18 07:56:58.922080 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Deleting port e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:56:58.922432 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:59.081159 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-83be486f-9533-413e-85ca-73c0f6a4c6ce service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685624 Aug 18 07:56:59.083469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] For port e4297759-586a-44fd-9318-0eb2bf421225, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e4297759-586a-44fd-9318-0eb2bf421225,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:56:59.083837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:59.600710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2090966d-5a33-4e60-be20-0e86ce06c4fd req-97573bd3-addb-4d8e-b344-fcb322a0cb68 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 210 time: 0.0457892 Aug 18 07:56:59.603632 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:59.603998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:59.604302 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Floating IP 5738340c-4c2a-4ed0-a040-fb564248ade8 disassociated. External IP: 172.27.0.254, port: e4297759-586a-44fd-9318-0eb2bf421225. Aug 18 07:56:59.605452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Calling delete_port for e4297759-586a-44fd-9318-0eb2bf421225 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:56:59.801062 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:56:59.819903 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c3daf354-7ada-420e-82d8-e825afaec026 req-2acc80b1-d424-478f-b662-96d4f615619c tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 210 time: 0.0352635 Aug 18 07:56:59.845569 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'Port': ['ID=e4297759-586a-44fd-9318-0eb2bf421225,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:56:59.972661 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:57:00.090992 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:57:00.104596 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:57:00.115430 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:00.116121 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:00.135389 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] No DVR routers for this DVR port e4297759-586a-44fd-9318-0eb2bf421225 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:57:00.139274 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:00.142291 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95a941d5-7a1d-49eb-8f77-6033c40aa069 req-300e9832-ed34-4c40-9da4-7627e5231449 tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.42 "DELETE /v2.0/ports/e4297759-586a-44fd-9318-0eb2bf421225 HTTP/1.1" status: 204 len: 173 time: 1.3876326 Aug 18 07:57:00.142879 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-deleted', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:57:00.156977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a3d05-2973-457a-b471-ecc58341ba7b" -d '{"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-deleted", "tag": "e4297759-586a-44fd-9318-0eb2bf421225"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:57:00.229910 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3d946a-0cff-4706-af1f-5414b59e5b2a x-openstack-request-id: req-1a3d946a-0cff-4706-af1f-5414b59e5b2a {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:57:00.235146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96f65d0-9fad-496b-9b46-515a9e473336", "name": "network-vif-deleted", "tag": "e4297759-586a-44fd-9318-0eb2bf421225", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:57:00.235892 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a3d946a-0cff-4706-af1f-5414b59e5b2a {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:57:00.236952 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96f65d0-9fad-496b-9b46-515a9e473336', 'name': 'network-vif-deleted', 'tag': 'e4297759-586a-44fd-9318-0eb2bf421225', 'status': 'completed', 'code': 200} Aug 18 07:57:00.257796 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:00.473669 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:00.508921 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:57:00.522522 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:00.523562 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:00.706377 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41240) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:00.714474 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:00.716432 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-cc74f0df-23cf-45b9-a699-0f6b5ef91a0d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:00.717990 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-cc74f0df-23cf-45b9-a699-0f6b5ef91a0d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.1518209 Aug 18 07:57:00.733228 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-75b36838-aa37-48ed-9a12-72a0185709ab req-6c9ff9f1-2d9a-4499-b209-99284a6f829d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 210 time: 0.0441732 Aug 18 07:57:00.787378 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-95d137a6-f5ab-4cf8-82c1-e57d66edcc32 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 380 time: 0.0511189 Aug 18 07:57:00.800420 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'port': {'device_id': 'f936bcde-c34c-4592-9a93-99d582468cee', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'admin_state_up': True, 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'security_groups': ['97f3c867-b653-4e55-94ab-686115aeaf39']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:57:00.952940 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc711809-c97b-470a-9b42-43268866bf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:00.994331 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2ba89cd8-c94d-4917-9f6a-8078e9e6014c req-6ebfdd83-a39d-4fb3-9116-17f64963938f tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/ports?device_id=d96f65d0-9fad-496b-9b46-515a9e473336 HTTP/1.1" status: 200 len: 210 time: 0.0432498 Aug 18 07:57:01.046440 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:01.079264 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc711809-c97b-470a-9b42-43268866bf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.084380 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-cc711809-c97b-470a-9b42-43268866bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.095325 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6da73-1c4c-4775-8b21-a3e589495e48 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:50:05Z', 'revision_number': 4, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'b0453766-ab4a-4942-bb1c-9e993f9c354c', 'name': '', 'network_id': '7652cdeb-c5f6-4e54-a352-db82ada6ba99', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'mac_address': 'fa:16:3e:59:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:50:03Z', 'updated_at': '2021-08-18T07:50:18Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'subnets': [{'id': '898140fe-3142-417c-9493-b56fdd67c1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:57:01.112252 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Made reservation on behalf of f2639a33e25a40da815edf5ece3ff558 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:57:01.116341 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.131519 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-cc711809-c97b-470a-9b42-43268866bf54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=766424ec3200498ea9d76b39cc57338b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206507 Aug 18 07:57:01.132704 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711809-c97b-470a-9b42-43268866bf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b132c5-c93f-494f-bbc9-9bbab635c65e,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:01.136508 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41246) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:01.208424 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.231874 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.265044 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:57:01.300817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: e4297759-586a-44fd-9318-0eb2bf421225 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:57:01.301381 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.20.0.8 (4d231ffd-27ec-4188-975c-4f8ee90c2b56/10ba8cb2-8a4a-457e-bb50-5b031ba22463/5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:57:01.302163 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e4297759-586a-44fd-9318-0eb2bf421225 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:57:01.304287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.307269 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.310909 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6b132c5-c93f-494f-bbc9-9bbab635c65e HTTP/1.1" status: 204 len: 168 time: 0.1712098 Aug 18 07:57:01.334057 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454898-b4ee-4216-87d1-3e0fe38d6e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b132c5-c93f-494f-bbc9-9bbab635c65e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:01.480684 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ade06-6384-4f1e-9b3f-d3232e6a8159 None None] New status for floating IP 5738340c-4c2a-4ed0-a040-fb564248ade8: DOWN {{(pid=105480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:57:01.487340 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.502604 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Transition to ACTIVE for port object 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:57:01.539359 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.592165 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:57:01.595533 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:57:01.600355 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:57:01.626846 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:01.666721 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:01.667446 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.691273 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-5a76952c-cfdf-4266-8c55-deb7deb32730 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8959444 Aug 18 07:57:01.707001 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Request body: {'port': {'device_id': 'f936bcde-c34c-4592-9a93-99d582468cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:57:01.711953 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41252) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:01.729265 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b6d9-246e-4388-9b1f-4531762b00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.766398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.836964 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b6d9-246e-4388-9b1f-4531762b00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.843317 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b6d9-246e-4388-9b1f-4531762b00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.888351 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-e6c5b6d9-246e-4388-9b1f-4531762b00c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68fbcbe713d14374a87a53c87e9cbfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744335 Aug 18 07:57:01.889189 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41256) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:01.897100 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5b6d9-246e-4388-9b1f-4531762b00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f9616-c0d0-4425-97b5-e5d45ced626d,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:01.908299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-aebbd26c-275d-44c3-b806-20176f2cb161 None None] Provisioning for port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:57:01.915107 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-aebbd26c-275d-44c3-b806-20176f2cb161 None None] Provisioning complete for port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:57:01.915693 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-aebbd26c-275d-44c3-b806-20176f2cb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.951486 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:01.956142 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-aebbd26c-275d-44c3-b806-20176f2cb161 None None] Port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:57:01.961862 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c08bf0-1676-4394-b174-0fd729d1c7a1 req-fa26f2ee-b31d-4ffb-a5d0-4e0315a3e294 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:01.963378 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58c08bf0-1676-4394-b174-0fd729d1c7a1 req-fa26f2ee-b31d-4ffb-a5d0-4e0315a3e294 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 931 time: 0.1321890 Aug 18 07:57:01.973405 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.018662 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.021912 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.023041 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/074f9616-c0d0-4425-97b5-e5d45ced626d HTTP/1.1" status: 204 len: 168 time: 0.1319230 Aug 18 07:57:02.040971 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767fc96-99c7-4186-8348-05917f2ea53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f9616-c0d0-4425-97b5-e5d45ced626d,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:02.057434 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-58c08bf0-1676-4394-b174-0fd729d1c7a1 req-752dca7e-e4cc-47cd-a34b-5b50e4c92579 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819600 Aug 18 07:57:02.105464 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41264) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:02.154683 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:57:02.161413 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.164367 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.179234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Transition to ACTIVE for port object 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:57:02.184590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.189065 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.240192 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Pushing event updated for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:02.260652 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.263428 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.264832 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "DELETE /v2.0/security-groups/9f66fb01-8db4-4a7b-8c34-561af532d8dc HTTP/1.1" status: 204 len: 168 time: 0.1581955 Aug 18 07:57:02.275429 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41268) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:02.276402 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a50de-c1ca-40fd-bfff-6c612b3cddda tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f66fb01-8db4-4a7b-8c34-561af532d8dc,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:02.308155 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.api.v2.resource [None req-9361ba5d-ce21-4d3e-a03b-5fdb85000e3a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] show failed (client error): The resource could not be found. Aug 18 07:57:02.311935 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-9361ba5d-ce21-4d3e-a03b-5fdb85000e3a tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "GET /v2.0/security-groups/9f66fb01-8db4-4a7b-8c34-561af532d8dc HTTP/1.1" status: 404 len: 347 time: 0.0238848 Aug 18 07:57:02.314254 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41270) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:02.373380 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Attempting to bind port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:57:02.373807 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Attempting to bind port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:57:02.374218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Attempting to bind port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:57:02.410300 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:57:02.410667 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Attempting to bind port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:57:02.423726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:57:02.424097 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:57:02.424472 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Bound using segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:57:02.424915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Bound port: 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:57:02.425273 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.520572 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:57:02.524353 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:57:02.526152 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Deleting port c8671f98-15db-4ca1-916f-710242cf7b76 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:57:02.526514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.529805 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.600421 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:02.601063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.602484 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] 10.222.0.42 "PUT /v2.0/ports/5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 200 len: 1093 time: 0.9022539 Aug 18 07:57:02.604474 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:57:02.606802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7db52-5da4-4b2d-adda-0b65c8174504" -d '{"events": [{"name": "network-changed", "server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:57:02.677828 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a8dad-48ce-47e5-bad2-8cadf1849d84 service neutron] Pushing event updated for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:02.694448 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246258e-5be8-4d19-aa5d-66caf153cd2e x-openstack-request-id: req-7246258e-5be8-4d19-aa5d-66caf153cd2e {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:57:02.694797 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:57:02.695051 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7246258e-5be8-4d19-aa5d-66caf153cd2e {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:57:02.695454 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'status': 'completed', 'code': 200} Aug 18 07:57:02.713609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.713938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:02.732770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Calling delete_port for c8671f98-15db-4ca1-916f-710242cf7b76 owned by network:floatingip {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:57:02.741924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-8e35f402-a716-468e-8e52-dbf36e1b92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:02.743494 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-8e35f402-a716-468e-8e52-dbf36e1b92c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1096 time: 0.0930235 Aug 18 07:57:02.822044 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-4bc03022-d875-4187-bc0d-d853ec0fe5ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 200 len: 217 time: 0.0699801 Aug 18 07:57:02.896184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-413e4dbe-3b93-49f8-856e-5e5d0f698779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:02.898374 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-413e4dbe-3b93-49f8-856e-5e5d0f698779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0697312 Aug 18 07:57:02.987588 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-7f35ce63-ac8c-4e24-a5c6-a2045dd90236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:02.990425 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-7f35ce63-ac8c-4e24-a5c6-a2045dd90236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848215 Aug 18 07:57:02.992665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:03.032029 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Pushing event deleted for resources: {'Port': ['ID=c8671f98-15db-4ca1-916f-710242cf7b76,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:03.144899 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks [] for floatingip, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:03.149457 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:03.149548 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-dced48d2-e5d0-47dc-9fb4-a7f4a920944d tempest-AttachVolumeShelveTestJSON-1129426810 tempest-AttachVolumeShelveTestJSON-1129426810-project] 10.222.0.38 "DELETE /v2.0/floatingips/5738340c-4c2a-4ed0-a040-fb564248ade8 HTTP/1.1" status: 204 len: 168 time: 0.8336680 Aug 18 07:57:03.184311 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-c98be594-a0d6-4a93-abc1-0807d4079af8 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828017 Aug 18 07:57:03.302758 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893137b3-beb2-43ee-9a9e-8fdf08fbc0ff req-417a1a70-1ebd-4cb8-89ad-be1a31d4a104 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:03.304198 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-893137b3-beb2-43ee-9a9e-8fdf08fbc0ff req-417a1a70-1ebd-4cb8-89ad-be1a31d4a104 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 943 time: 0.1247275 Aug 18 07:57:03.345624 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0d63fd2e-7144-44c8-9cd9-7adb829b4860 req-7c5f08c8-70b0-4ed0-9f13-519f411c89ee service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529889 Aug 18 07:57:03.361231 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-893137b3-beb2-43ee-9a9e-8fdf08fbc0ff req-4ad90ee6-c70d-4de0-8c27-836dc3ba4224 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482643 Aug 18 07:57:03.442902 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-2503049a-80a9-468d-813d-e74440196fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:03.444467 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-2503049a-80a9-468d-813d-e74440196fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1096 time: 0.0466592 Aug 18 07:57:03.568102 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-25348c2b-f939-40da-8671-f195c6085f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:03.570713 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-25348c2b-f939-40da-8671-f195c6085f2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.1180079 Aug 18 07:57:03.612870 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-93ad314a-bfcd-46e0-bf7c-e341bf7c36e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 200 len: 217 time: 0.0348437 Aug 18 07:57:03.667980 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-058ef7d7-68bc-4569-9c0f-288b9e55dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:03.669536 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-058ef7d7-68bc-4569-9c0f-288b9e55dfc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0495629 Aug 18 07:57:03.725675 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-7df30ca5-7679-4f69-a7ee-7ea5f9203071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:03.738117 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-7df30ca5-7679-4f69-a7ee-7ea5f9203071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610454 Aug 18 07:57:03.860512 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-e3a3ed82-ae57-47bf-951c-430f06c8f3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148827 Aug 18 07:57:03.975244 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-18c7db52-5da4-4b2d-adda-0b65c8174504 req-93869653-b123-4d79-be88-717549833262 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075833 Aug 18 07:57:04.497398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6f7d-7f2f-4859-816e-4d646bad9e5e req-4ee5a553-94b2-42cf-8917-60ff4cddb8f5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:04.499003 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-989e6f7d-7f2f-4859-816e-4d646bad9e5e req-4ee5a553-94b2-42cf-8917-60ff4cddb8f5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 943 time: 0.0645652 Aug 18 07:57:04.536139 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-989e6f7d-7f2f-4859-816e-4d646bad9e5e req-ec1ff922-5318-4927-8b24-0df25b98912a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Aug 18 07:57:05.604888 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41344) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:05.680582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f24df-b8c0-4406-ace3-4eb2a878eab4 req-761eb9af-8b02-4158-88dc-4ce4932abcc7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:05.682083 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-267f24df-b8c0-4406-ace3-4eb2a878eab4 req-761eb9af-8b02-4158-88dc-4ce4932abcc7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 943 time: 0.0558841 Aug 18 07:57:05.720374 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-267f24df-b8c0-4406-ace3-4eb2a878eab4 req-e55461f0-b47d-4dea-9191-0f6e71ef89a7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Aug 18 07:57:06.120329 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:06.371589 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Deleting port b0453766-ab4a-4942-bb1c-9e993f9c354c {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:57:06.371830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:06.453321 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] For port b0453766-ab4a-4942-bb1c-9e993f9c354c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=b0453766-ab4a-4942-bb1c-9e993f9c354c,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:06.453705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:06.467680 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Calling delete_port for b0453766-ab4a-4942-bb1c-9e993f9c354c owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:57:06.647639 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:06.672507 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0453766-ab4a-4942-bb1c-9e993f9c354c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:06.871311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:06.894059 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8b6a-ee9c-46de-b876-c27e38bda749 req-343b67fd-3132-4720-823d-6c2915983168 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:06.895457 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c55b8b6a-ee9c-46de-b876-c27e38bda749 req-343b67fd-3132-4720-823d-6c2915983168 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 943 time: 0.0792401 Aug 18 07:57:07.269151 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c55b8b6a-ee9c-46de-b876-c27e38bda749 req-d0a994e7-1dc2-470c-beee-80ce2a347301 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424358 Aug 18 07:57:07.393167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:57:07.496135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:57:07.501122 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-25d2f7e0-9a9e-49f3-8f7c-2a739b78246a admin admin] 10.222.0.38 "PUT /v2.0/routers/f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950753 Aug 18 07:57:07.503627 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41354) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:07.507131 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Sync routers for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:57:07.516151 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:07.516877 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:07.603801 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:07.617885 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:07.699726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:07.757143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Deleting port d50ee208-1da8-40da-9c14-542ff30a6c92 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:57:07.757528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:07.840330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] For port d50ee208-1da8-40da-9c14-542ff30a6c92, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d50ee208-1da8-40da-9c14-542ff30a6c92,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:07.840726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:07.853208 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Calling delete_port for d50ee208-1da8-40da-9c14-542ff30a6c92 owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:57:07.891418 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:57:06Z', 'revision_number': 5, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port': {'id': 'd50ee208-1da8-40da-9c14-542ff30a6c92', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:49:56Z', 'updated_at': '2021-08-18T07:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:07.916736 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Checking router: f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:57:07.924798 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Routers {'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:07.925406 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:56:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:08.010981 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] Set router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:08.015650 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.045115 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Pushing event deleted for resources: {'Port': ['ID=d50ee208-1da8-40da-9c14-542ff30a6c92,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:08.066961 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:57:07Z', 'revision_number': 6, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:08.094165 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb51cd9-c992-412e-8f0d-29cabaf25dd4 None None] The sync data for ids ['f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b'] in dv-cinder-804698-3-iscsi is: [{'id': 'f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b', 'name': 'tempest-AttachVolumeShelveTestJSON-1463098847-router', 'tenant_id': 'a12a8f48b95f423893d898c581bb6d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:49:54Z', 'updated_at': '2021-08-18T07:57:07Z', 'revision_number': 6, 'project_id': 'a12a8f48b95f423893d898c581bb6d54', 'gw_port_host': None}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:57:08.107303 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.195813 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.197823 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.239942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.240771 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 07:57:08.245250 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.246386 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-ac6a51aa-d4e3-4fcd-9bcd-34e42d6f84de admin admin] 10.222.0.38 "DELETE /v2.0/routers/f0d8dbae-5f74-4f8a-a9aa-bcdb30a8233b HTTP/1.1" status: 204 len: 168 time: 0.7418845 Aug 18 07:57:08.248910 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41356) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:08.296310 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Deleting subnet 898140fe-3142-417c-9493-b56fdd67c1c9 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 07:57:08.299724 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.336961 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.440556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224bf8-5393-4e3a-a760-c7d51945d9b6 req-b7607fa0-abdf-4985-9469-f72f14469a50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:08.442166 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b224bf8-5393-4e3a-a760-c7d51945d9b6 req-b7607fa0-abdf-4985-9469-f72f14469a50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 943 time: 0.1029587 Aug 18 07:57:08.473146 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.518163 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b224bf8-5393-4e3a-a760-c7d51945d9b6 req-c7750dab-50c9-4b62-a105-f210140a5e42 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666754 Aug 18 07:57:08.544962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.569866 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898140fe-3142-417c-9493-b56fdd67c1c9,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:08.575400 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.577315 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-bb1423b9-6e2b-43a4-bd90-f068beb0efe2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/898140fe-3142-417c-9493-b56fdd67c1c9 HTTP/1.1" status: 204 len: 168 time: 0.3274624 Aug 18 07:57:08.579747 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41362) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:08.581619 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b1741-4564-4017-a837-23c49f444501 None None] Network 7652cdeb-c5f6-4e54-a352-db82ada6ba99 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:57:08.649314 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.700703 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Deleting port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:57:08.701270 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.761692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] For port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,segment=NetworkSegment(b6171fcb-534f-407a-8451-1aa4efd3508c),segment_id=b6171fcb-534f-407a-8451-1aa4efd3508c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:08.762078 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.773625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Calling delete_port for 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde owned by network:dhcp {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:57:08.852682 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.878907 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Pushing event deleted for resources: {'Port': ['ID=2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:08.884808 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] No DVR routers for this DVR port 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde on host dv-cinder-804698-3-iscsi {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:57:08.892602 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf2ed8-08f1-4363-ba6e-501d64802320 None None] DHCP port deletion for 7652cdeb-c5f6-4e54-a352-db82ada6ba99 request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 07:57:08.960257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:08.971067 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7652cdeb-c5f6-4e54-a352-db82ada6ba99']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:08.984322 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6171fcb-534f-407a-8451-1aa4efd3508c') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:08.984651 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6171fcb-534f-407a-8451-1aa4efd3508c') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:08.995601 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b0453766-ab4a-4942-bb1c-9e993f9c354c no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:57:08.996272 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.012663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.017006 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: b0453766-ab4a-4942-bb1c-9e993f9c354c {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:57:09.017365 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device b0453766-ab4a-4942-bb1c-9e993f9c354c not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:57:09.017789 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d50ee208-1da8-40da-9c14-542ff30a6c92 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:57:09.018672 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 07:57:09.019057 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 07:57:09.020722 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 07:57:09.037070 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: d50ee208-1da8-40da-9c14-542ff30a6c92 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:57:09.037991 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d50ee208-1da8-40da-9c14-542ff30a6c92 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:57:09.038422 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:57:09.066316 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:57:09.066658 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 2549ef3f-eeee-4c5f-a4c4-29b3d6e6ebde not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:57:09.085474 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.095401 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.100418 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] 10.222.0.38 "DELETE /v2.0/networks/7652cdeb-c5f6-4e54-a352-db82ada6ba99 HTTP/1.1" status: 204 len: 168 time: 0.5166752 Aug 18 07:57:09.109599 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8478a9-9066-4710-813f-2411b15e595c admin admin] Pushing event deleted for resources: {'Network': ['ID=7652cdeb-c5f6-4e54-a352-db82ada6ba99,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:09.213508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41366) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:09.251689 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-3ccf077f-5286-44c3-9ad6-a988a798bcf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a12a8f48b95f423893d898c581bb6d54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369403 Aug 18 07:57:09.253985 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41368) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:09.294726 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:57:09.305369 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.326048 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.377339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.380571 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.381920 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35434b04-7f3f-4390-94a3-7982b84b1fc0 HTTP/1.1" status: 204 len: 168 time: 0.1270530 Aug 18 07:57:09.393071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03392cd8-d91c-47d5-a498-8ccb08369e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35434b04-7f3f-4390-94a3-7982b84b1fc0,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:09.406959 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:09.426129 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'port_id': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'mac_address': 'fa:16:3e:e9:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:57:09.465776 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.482379 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:57:09.507760 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:09.512059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:09.576411 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:09.692769 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eb69e-d1b7-424c-982e-c131e8b0abdc req-4e3184df-a9df-4077-8e38-fc8758f9c03a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:09.694852 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0eb69e-d1b7-424c-982e-c131e8b0abdc req-4e3184df-a9df-4077-8e38-fc8758f9c03a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 944 time: 0.0582950 Aug 18 07:57:09.727243 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:57:09.738004 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2b0eb69e-d1b7-424c-982e-c131e8b0abdc req-9d0e6291-b324-49d6-a256-8f3770517655 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364542 Aug 18 07:57:10.863964 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb7b78-1d58-4f1d-bd14-06b5988ca5b0 req-38cce558-7c43-4082-aaa3-38632c875a37 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:10.865578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78bb7b78-1d58-4f1d-bd14-06b5988ca5b0 req-38cce558-7c43-4082-aaa3-38632c875a37 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 944 time: 0.0499070 Aug 18 07:57:10.907276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78bb7b78-1d58-4f1d-bd14-06b5988ca5b0 req-11671a07-3bde-4bc2-a06c-4af049771c06 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357983 Aug 18 07:57:12.022553 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d2c1-412b-449e-ab9b-ce28625317ac req-6aaa1202-395e-43d3-8a4f-c5ed889a6d33 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:12.024078 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2219d2c1-412b-449e-ab9b-ce28625317ac req-6aaa1202-395e-43d3-8a4f-c5ed889a6d33 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 944 time: 0.0500801 Aug 18 07:57:12.061352 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2219d2c1-412b-449e-ab9b-ce28625317ac req-da9053a0-e1c9-4a2c-92ad-0bb1e3be28c0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Aug 18 07:57:13.177050 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cd03-c25d-443c-9ae1-3e78bec1498f req-81e1643a-e8fd-496b-8126-c99a121437f6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:13.178467 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f409cd03-c25d-443c-9ae1-3e78bec1498f req-81e1643a-e8fd-496b-8126-c99a121437f6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 944 time: 0.0497522 Aug 18 07:57:13.218600 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f409cd03-c25d-443c-9ae1-3e78bec1498f req-d966ce4b-a11e-458c-a1b4-4488f031b98d tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 18 07:57:13.325175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:57:13.374945 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:57:13.378772 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:57:13.379151 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:13.455876 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:13.481991 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:57:13.484277 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e114cc-00e5-41a5-b5a0-188a18511c12" -d '{"events": [{"server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "name": "network-vif-plugged", "status": "completed", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:57:13.502073 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:57:13.507040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:13.531508 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aadb366-ea4c-4798-a8b6-bf620571a7fc x-openstack-request-id: req-1aadb366-ea4c-4798-a8b6-bf620571a7fc {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:57:13.531911 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "name": "network-vif-plugged", "status": "completed", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:57:13.532013 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aadb366-ea4c-4798-a8b6-bf620571a7fc {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:57:13.532374 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'code': 200} Aug 18 07:57:13.559457 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:13.749688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238be0a-1644-407b-85a5-9f7755c1a716 req-55215575-4395-4b8c-9ed9-fb83d212ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:13.751054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4238be0a-1644-407b-85a5-9f7755c1a716 req-55215575-4395-4b8c-9ed9-fb83d212ed1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1098 time: 0.0395129 Aug 18 07:57:13.790360 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4238be0a-1644-407b-85a5-9f7755c1a716 req-f647a525-6d8b-4a6b-a21b-f7b4f6113433 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Aug 18 07:57:14.333888 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61a29-bef1-4875-ba69-5d64dad4e7e1 req-96da498e-0575-487d-874f-137bb972fff4 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:14.335382 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-21f61a29-bef1-4875-ba69-5d64dad4e7e1 req-96da498e-0575-487d-874f-137bb972fff4 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0498405 Aug 18 07:57:14.373116 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-21f61a29-bef1-4875-ba69-5d64dad4e7e1 req-3f3b6bf4-2652-43d3-94e1-5887e846deaf tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Aug 18 07:57:15.489105 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf08f9-779e-40bd-a97f-3900cc9fa1e4 req-ae99dd84-4e71-4f3f-bf46-cb65a8daa629 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:15.490471 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0bbf08f9-779e-40bd-a97f-3900cc9fa1e4 req-ae99dd84-4e71-4f3f-bf46-cb65a8daa629 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0478413 Aug 18 07:57:15.527817 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0bbf08f9-779e-40bd-a97f-3900cc9fa1e4 req-c1901418-f774-4e36-8f30-53cf28692552 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Aug 18 07:57:16.640933 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7308d8d-776f-4164-a84f-dbd88316644e req-0ded8bdd-13b1-42e0-9679-ba61791729c5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:16.642384 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c7308d8d-776f-4164-a84f-dbd88316644e req-0ded8bdd-13b1-42e0-9679-ba61791729c5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 18 07:57:16.682255 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c7308d8d-776f-4164-a84f-dbd88316644e req-02401919-661f-44f0-b02b-9a9f2fffe8c5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Aug 18 07:57:17.035068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-65ed324f-5e30-4c5d-b991-e094494992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:17.824655 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90964e-152c-4766-ab0c-cfe356b000e6 req-39b54bb2-8710-4c49-b068-ab49d4fd570e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:17.826083 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc90964e-152c-4766-ab0c-cfe356b000e6 req-39b54bb2-8710-4c49-b068-ab49d4fd570e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0671530 Aug 18 07:57:17.829908 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-0c72868a-60e6-4afc-92e8-a4fdd99aa905 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800192 Aug 18 07:57:17.889014 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc90964e-152c-4766-ab0c-cfe356b000e6 req-467fe214-45cd-4580-a098-d035a86b740e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568373 Aug 18 07:57:17.902272 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-f12fcd20-bb88-45e4-99e4-3c63124eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:17.903736 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-f12fcd20-bb88-45e4-99e4-3c63124eeabe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0509911 Aug 18 07:57:18.045210 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a0cd-c4b6-44f3-8c53-3357e13759bf req-e885f2aa-a2c5-4cd4-ae77-927c65abc676 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:18.046686 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7570a0cd-c4b6-44f3-8c53-3357e13759bf req-e885f2aa-a2c5-4cd4-ae77-927c65abc676 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0738091 Aug 18 07:57:18.051220 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-c2537424-6260-4b9e-a9e8-2d8382fcfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:18.052586 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-c2537424-6260-4b9e-a9e8-2d8382fcfd3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.1250284 Aug 18 07:57:18.127355 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7570a0cd-c4b6-44f3-8c53-3357e13759bf req-9bd2e65a-d4f9-4ae9-9d2d-044fe46a6b9c tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737491 Aug 18 07:57:18.140099 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-c580baac-def8-49f9-a690-e3a966157638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 1000 time: 0.0794132 Aug 18 07:57:18.149545 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41514) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:18.188515 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-5c0e6a84-f081-4468-a16b-1fb045a1e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:18.190132 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-5c0e6a84-f081-4468-a16b-1fb045a1e08c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0430701 Aug 18 07:57:18.234750 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-78bab29e-1c0b-4966-beb6-46686ac674ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:18.236261 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-78bab29e-1c0b-4966-beb6-46686ac674ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389903 Aug 18 07:57:18.343821 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-4a615708-99cb-4b3d-b68c-aa76148c7ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995455 Aug 18 07:57:18.344436 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f660b8-a7fb-40b7-bda8-103bb624acf6 tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:18.349038 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41526) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:18.349288 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-69f660b8-a7fb-40b7-bda8-103bb624acf6 tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1093 time: 0.1986821 Aug 18 07:57:18.356174 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'port_id': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:57:18.440043 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.517156 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9bbac8b7-7946-48d5-9eb4-4eb6c7469a18 req-3ef8e981-a67e-4895-810b-dfdb9dd21487 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643627 Aug 18 07:57:18.573177 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.700096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.27.0.114 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/483b6868-b4c2-4cd9-922d-af1a1ea66529) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:57:18.720841 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.789314 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.812700 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.852287 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:18.890781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:57:18.895705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:57:18.899915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:57:18.924694 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=483b6868-b4c2-4cd9-922d-af1a1ea66529,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:19.270168 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:19.341284 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:19.489083 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:19.493952 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:19.555942 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=483b6868-b4c2-4cd9-922d-af1a1ea66529,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:19.572912 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:19.670604 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP 774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5 associated. External IP: 172.27.0.114, port: 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9. Aug 18 07:57:19.697002 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34374b2e-05a8-4e4a-98be-b00ebdb4a1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:20.150251 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:57:20.261044 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:57:20.270379 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:57:20.277753 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:20.279886 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:20.281364 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:57:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:20.305179 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-caf8011c-6d45-4e53-84d9-9530cc774165 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9541378 Aug 18 07:57:20.305764 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:57:20.308072 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390" -d '{"events": [{"name": "network-changed", "server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:57:20.346194 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a369fbd-45a7-46c7-b5c0-03a32655167e x-openstack-request-id: req-9a369fbd-45a7-46c7-b5c0-03a32655167e {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:57:20.346488 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:57:20.346744 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a369fbd-45a7-46c7-b5c0-03a32655167e {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:57:20.347148 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'status': 'completed', 'code': 200} Aug 18 07:57:20.391912 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:20.617358 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:e9:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936bcde-c34c-4592-9a93-99d582468cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:57:19Z', 'updated_at': '2021-08-18T07:57:19Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:20.647888 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:57:20.659459 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:57:20.660183 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:57:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:20.768906 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:57:20.997715 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:e9:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936bcde-c34c-4592-9a93-99d582468cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:57:19Z', 'updated_at': '2021-08-18T07:57:19Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:57:21.027297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34220c0-6b76-43b0-8f38-f3909503a55a None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:e9:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936bcde-c34c-4592-9a93-99d582468cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:57:19Z', 'updated_at': '2021-08-18T07:57:19Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:57:21.084159 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:21.224719 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0141cb-3444-4bbc-a5f5-a39c11340ef7 None None] New status for floating IP 774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5: ACTIVE {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:57:21.738383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-c553d69c-c8ce-4854-a65e-8e7f15d9d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:21.739903 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-c553d69c-c8ce-4854-a65e-8e7f15d9d043 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1098 time: 0.0417521 Aug 18 07:57:21.839454 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-965864b3-a27f-4b92-846c-bae45495a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:21.840935 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-965864b3-a27f-4b92-846c-bae45495a2d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0896189 Aug 18 07:57:21.909144 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-eb948779-14c4-4275-8e04-ed8eb57374ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0591826 Aug 18 07:57:21.970538 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-389a185d-03a1-4000-8cbb-055bd5dddba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:21.971972 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-389a185d-03a1-4000-8cbb-055bd5dddba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0526567 Aug 18 07:57:22.021247 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-af977475-08cd-48fb-97cb-5d3e553f39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:57:22.022741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-af977475-08cd-48fb-97cb-5d3e553f39c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418770 Aug 18 07:57:22.122225 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-9acdd278-9eb4-40e4-b754-d336543e9a0d service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Aug 18 07:57:22.217569 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d04ae5be-570e-439c-a6bf-9ddf6d8c7390 req-e8e9aeb7-4b63-481f-a431-d1972266f8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Aug 18 07:57:22.320213 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.636414 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41620) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:24.740292 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.835242 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.839473 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.877291 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa69f137d4be4344a6f389ca5986fbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397892 Aug 18 07:57:24.878142 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287bbdc2-90b5-4b77-bbed-cb31314555dd,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:24.880391 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41624) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:24.886175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.886528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.886874 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.887238 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.887567 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.887900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.888231 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.888597 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.888928 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.889255 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.889578 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.889925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e37149-0c7c-4f5a-8265-093a9cb45718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:57:24.930432 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.951184 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.996501 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:24.999696 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.004014 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/287bbdc2-90b5-4b77-bbed-cb31314555dd HTTP/1.1" status: 204 len: 168 time: 0.1224909 Aug 18 07:57:25.013108 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dd994-c630-4655-a074-b3e4b554434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287bbdc2-90b5-4b77-bbed-cb31314555dd,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:25.260337 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41632) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:25.273748 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-95c90a7f-232b-436d-9200-d1d0ec3c4379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.363216 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-95c90a7f-232b-436d-9200-d1d0ec3c4379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.367197 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-95c90a7f-232b-436d-9200-d1d0ec3c4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.403554 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-95c90a7f-232b-436d-9200-d1d0ec3c4379 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34382d9bdf2340979be92ba6ebe2d05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420782 Aug 18 07:57:25.404682 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90a7f-232b-436d-9200-d1d0ec3c4379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8567b436-ea20-468c-9367-058c5ad2f456,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:25.412589 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41634) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:25.465835 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.486274 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.530446 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.533065 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:25.534240 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8567b436-ea20-468c-9367-058c5ad2f456 HTTP/1.1" status: 204 len: 168 time: 0.1208878 Aug 18 07:57:25.542366 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267820-19dd-4009-994f-cb328222efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567b436-ea20-468c-9367-058c5ad2f456,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:28.187093 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:57:30.510189 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41758) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:30.613413 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65ac5b6a-adb7-4f0e-a0a2-aa493e181568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.700527 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65ac5b6a-adb7-4f0e-a0a2-aa493e181568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.704351 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-65ac5b6a-adb7-4f0e-a0a2-aa493e181568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.740841 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5b6a-adb7-4f0e-a0a2-aa493e181568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847150c-e541-4e8f-8e92-d13bc013dc72,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:30.746936 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-65ac5b6a-adb7-4f0e-a0a2-aa493e181568 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a67960507b846e1b5a2f015610991bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356799 Aug 18 07:57:30.749947 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41764) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:30.798420 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.823155 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.870170 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.872465 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:30.873614 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0847150c-e541-4e8f-8e92-d13bc013dc72 HTTP/1.1" status: 204 len: 168 time: 0.1230178 Aug 18 07:57:30.881611 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8990a-fdc1-4bc7-ad73-0f967e5e5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847150c-e541-4e8f-8e92-d13bc013dc72,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:31.157578 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41770) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:31.171299 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6e270d85-d091-438e-b112-cf33cd03bfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.281682 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6e270d85-d091-438e-b112-cf33cd03bfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.286582 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-6e270d85-d091-438e-b112-cf33cd03bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.330118 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-6e270d85-d091-438e-b112-cf33cd03bfae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79603b788f544d0aa924051085691b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713216 Aug 18 07:57:31.330892 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e270d85-d091-438e-b112-cf33cd03bfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2490347-39a2-4617-8be2-e753844df18e,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:31.332882 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41772) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:31.393432 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.422693 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.483561 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.486179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.487454 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2490347-39a2-4617-8be2-e753844df18e HTTP/1.1" status: 204 len: 168 time: 0.1531353 Aug 18 07:57:31.496556 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609da5d3-6959-42b5-992b-45b07477b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2490347-39a2-4617-8be2-e753844df18e,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:31.860264 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41780) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:31.874512 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c0b8696a-6b63-4347-94fc-8a677a496a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.969503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c0b8696a-6b63-4347-94fc-8a677a496a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:31.974356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c0b8696a-6b63-4347-94fc-8a677a496a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:32.016090 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-c0b8696a-6b63-4347-94fc-8a677a496a23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de3c212d78ef4c2ab98ca49f7a0062d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546719 Aug 18 07:57:32.017405 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8696a-6b63-4347-94fc-8a677a496a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a5d572-c4a4-41e6-9ffc-32c6c6a318a7,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:32.018955 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41782) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:32.071162 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:32.092434 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:32.146316 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:32.149205 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:32.150389 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24a5d572-c4a4-41e6-9ffc-32c6c6a318a7 HTTP/1.1" status: 204 len: 168 time: 0.1302357 Aug 18 07:57:32.158488 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bb352-9b84-48e8-9746-95baf00b69e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a5d572-c4a4-41e6-9ffc-32c6c6a318a7,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:37.832622 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41932) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:37.952142 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dfb922e7-c7b7-4c35-a100-2550ceba7b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.066672 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dfb922e7-c7b7-4c35-a100-2550ceba7b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.071794 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-dfb922e7-c7b7-4c35-a100-2550ceba7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.110161 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-dfb922e7-c7b7-4c35-a100-2550ceba7b15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f19807455f124ee48689f630510ffb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762372 Aug 18 07:57:38.110820 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb922e7-c7b7-4c35-a100-2550ceba7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344edec4-56ca-4711-92a9-8a3eda3b6a33,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:38.112671 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41936) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:38.161294 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.182315 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.229954 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.232546 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.233944 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/344edec4-56ca-4711-92a9-8a3eda3b6a33 HTTP/1.1" status: 204 len: 168 time: 0.1195846 Aug 18 07:57:38.243152 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331eda6-b832-46f6-be81-b89645111a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344edec4-56ca-4711-92a9-8a3eda3b6a33,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:38.533059 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 41942) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:38.559904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ea-0369-43aa-9806-69a26d922774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.658454 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ea-0369-43aa-9806-69a26d922774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.662835 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b0d267ea-0369-43aa-9806-69a26d922774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.700127 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b0d267ea-0369-43aa-9806-69a26d922774 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6449ee3a514949998c31b75e1103794f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659698 Aug 18 07:57:38.700993 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d267ea-0369-43aa-9806-69a26d922774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f473a-fdcf-4aa3-af60-ee66c1a61023,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:38.703000 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 41948) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:38.759629 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.783927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.840068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.842698 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:38.844026 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed7f473a-fdcf-4aa3-af60-ee66c1a61023 HTTP/1.1" status: 204 len: 168 time: 0.1398187 Aug 18 07:57:38.855911 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e0b16-4504-4f2c-a7f1-9b1d8b0912e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f473a-fdcf-4aa3-af60-ee66c1a61023,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:40.435609 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42020) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:40.571296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-beb5cea6-1bb0-430b-8c59-cd8f08ead297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.684298 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-beb5cea6-1bb0-430b-8c59-cd8f08ead297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.689424 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-beb5cea6-1bb0-430b-8c59-cd8f08ead297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.729019 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-beb5cea6-1bb0-430b-8c59-cd8f08ead297 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8565dbcaf65e4ef68e87a5bb7263738f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922828 Aug 18 07:57:40.729885 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5cea6-1bb0-430b-8c59-cd8f08ead297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb8a97-f650-4e89-8e02-8ba309c0701e,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:40.731795 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42038) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:40.793363 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.815908 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.875347 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.878365 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:40.879576 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5bb8a97-f650-4e89-8e02-8ba309c0701e HTTP/1.1" status: 204 len: 168 time: 0.1466994 Aug 18 07:57:40.888266 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88882-4408-478b-a780-eb533a98a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb8a97-f650-4e89-8e02-8ba309c0701e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:41.164745 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42056) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:41.279985 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42060) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:41.302111 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.302528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9604dd09-7e57-48d9-9d75-1256125eda5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.331000 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.db.api [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 07:57:41.331000 dv-cinder-804698-3-iscsi neutron-server[105478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 07:57:41.331000 dv-cinder-804698-3-iscsi neutron-server[105478]: [parameters: {'project_id': '539d5908ccb94408b2dea68eb898b84f', 'id': '7c326093-e373-48bd-a917-da6254e85b84', 'expiration': datetime.datetime(2021, 8, 18, 7, 59, 41, 327064)}] Aug 18 07:57:41.331000 dv-cinder-804698-3-iscsi neutron-server[105478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 07:57:41.331843 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG oslo_db.api [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 07:57:41.421151 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9604dd09-7e57-48d9-9d75-1256125eda5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.426258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9604dd09-7e57-48d9-9d75-1256125eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.469012 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9604dd09-7e57-48d9-9d75-1256125eda5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72a3914abbe94d008ddd465aa9f9f354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878471 Aug 18 07:57:41.470125 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604dd09-7e57-48d9-9d75-1256125eda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d678e0-9f0f-40e4-95fd-8f5fe15f30ff,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:41.472387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42062) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:41.526707 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.549410 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.610119 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.613077 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.614415 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16d678e0-9f0f-40e4-95fd-8f5fe15f30ff HTTP/1.1" status: 204 len: 168 time: 0.1410151 Aug 18 07:57:41.627103 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32e2e0-d6b4-48e7-b2e8-3ec4282031f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d678e0-9f0f-40e4-95fd-8f5fe15f30ff,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:41.833196 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.961120 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:41.967964 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.023692 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42068) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:42.033946 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=539d5908ccb94408b2dea68eb898b84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641551 Aug 18 07:57:42.033946 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40beaea-ec57-4e6e-bec3-8ecdfe18c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f2805-bf0c-46d5-9f00-06efff53fc4f,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:42.034421 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42070) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:42.039352 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9ec68372-ad01-460d-b969-b3effcc95440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.088008 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.113277 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.148378 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9ec68372-ad01-460d-b969-b3effcc95440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.153203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-9ec68372-ad01-460d-b969-b3effcc95440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.175156 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.180416 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.184413 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b12f2805-bf0c-46d5-9f00-06efff53fc4f HTTP/1.1" status: 204 len: 168 time: 0.1470809 Aug 18 07:57:42.196453 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d2c8b-fa76-4e30-9f31-8228549782c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f2805-bf0c-46d5-9f00-06efff53fc4f,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:42.201170 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-9ec68372-ad01-460d-b969-b3effcc95440 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1cc5297eb7b42118eab15cedd3e9a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761310 Aug 18 07:57:42.202135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec68372-ad01-460d-b969-b3effcc95440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feef9e1a-684c-42f7-ac6b-4c13edec67b3,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:42.204693 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42074) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:42.257578 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.279933 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.339718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.344350 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.346353 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/feef9e1a-684c-42f7-ac6b-4c13edec67b3 HTTP/1.1" status: 204 len: 168 time: 0.1404941 Aug 18 07:57:42.360656 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e2289-2ad7-4f37-a8c6-cabfb2499040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef9e1a-684c-42f7-ac6b-4c13edec67b3,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:42.547431 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42082) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:42.562506 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cceeed2e-0ea0-4631-b694-8c77cb9aaa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.668935 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cceeed2e-0ea0-4631-b694-8c77cb9aaa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.673682 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-cceeed2e-0ea0-4631-b694-8c77cb9aaa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.714284 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-cceeed2e-0ea0-4631-b694-8c77cb9aaa91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff9972b16b5e4a3c857d5ff385893157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649888 Aug 18 07:57:42.715297 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeed2e-0ea0-4631-b694-8c77cb9aaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54717ed-edfd-4263-a42f-f6ee53c86a0c,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:42.717019 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42088) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:42.773963 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.798488 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.866680 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.869505 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:42.871092 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c54717ed-edfd-4263-a42f-f6ee53c86a0c HTTP/1.1" status: 204 len: 168 time: 0.1527853 Aug 18 07:57:42.882546 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba8c6-00c5-469c-8708-bf9c8ef54db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54717ed-edfd-4263-a42f-f6ee53c86a0c,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:47.041479 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7b9a-af94-4538-bf8e-e08209d09f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:48.857977 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:48.859194 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:49.700850 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-83bafcc8-65e1-44e2-a94a-1a12e5b0eb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:51.090897 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:52.325329 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.234229 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42284) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:54.392980 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-35412b95-8cf5-4c3e-a061-bf1b341623a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.505690 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-35412b95-8cf5-4c3e-a061-bf1b341623a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.511045 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-35412b95-8cf5-4c3e-a061-bf1b341623a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.557153 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-35412b95-8cf5-4c3e-a061-bf1b341623a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0aa2a51cd054fa589699d7b2c1f0f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183129 Aug 18 07:57:54.557153 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412b95-8cf5-4c3e-a061-bf1b341623a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac0693-49dd-4760-b20a-16f6640d3b3e,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:54.557781 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42288) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:54.615716 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.637218 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.688330 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.691311 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:54.692927 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7bac0693-49dd-4760-b20a-16f6640d3b3e HTTP/1.1" status: 204 len: 168 time: 0.1340339 Aug 18 07:57:54.708078 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776adfdd-49ca-4aad-a045-ca473da8a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac0693-49dd-4760-b20a-16f6640d3b3e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:55.046074 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42296) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:55.060146 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06f0be2e-e5a4-4a72-be19-2139c3f939ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.198762 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06f0be2e-e5a4-4a72-be19-2139c3f939ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.204153 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-06f0be2e-e5a4-4a72-be19-2139c3f939ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.247027 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-06f0be2e-e5a4-4a72-be19-2139c3f939ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f2e54c7b00f42ba9cf68b292562e8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997559 Aug 18 07:57:55.247914 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0be2e-e5a4-4a72-be19-2139c3f939ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba40ea-f89e-4c20-8580-a2f77f9154f9,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:55.249776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42298) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:55.309794 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.333661 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.386041 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.388463 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:55.389765 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55ba40ea-f89e-4c20-8580-a2f77f9154f9 HTTP/1.1" status: 204 len: 168 time: 0.1388102 Aug 18 07:57:55.405572 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f2bc1-03ae-436b-93ec-4fd40703cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba40ea-f89e-4c20-8580-a2f77f9154f9,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:56.741931 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42342) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:56.886977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-50a37209-a9d9-45e4-af78-9cbdbbd7f120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.005055 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-50a37209-a9d9-45e4-af78-9cbdbbd7f120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.010280 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-50a37209-a9d9-45e4-af78-9cbdbbd7f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.050592 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-50a37209-a9d9-45e4-af78-9cbdbbd7f120 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=390ecacbb50e4b2188bd7c39ad1d2cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067863 Aug 18 07:57:57.051148 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a37209-a9d9-45e4-af78-9cbdbbd7f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a599c-efbf-49fd-9d6b-922263093080,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:57:57.054863 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42350) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:57:57.111718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.136619 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.186333 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.189246 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:57:57.190661 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c3a599c-efbf-49fd-9d6b-922263093080 HTTP/1.1" status: 204 len: 168 time: 0.1337824 Aug 18 07:57:57.199826 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9c68-1987-4e73-aab1-72be396b5ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a599c-efbf-49fd-9d6b-922263093080,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:05.191057 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:58:10.898626 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42548) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:11.011254 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.108393 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.113510 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.154616 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4669f8f9dc274e9981eb792a6f22f507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548888 Aug 18 07:58:11.155488 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d11b0-8f01-44a4-89b2-dbef6c853534,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:11.158193 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42552) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:11.163159 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.164147 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.164514 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.164851 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.165183 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.165516 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.165839 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.166165 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.166501 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.166802 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.167113 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.167427 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e15dd-a1a9-4554-bbb5-490bfe25ec27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:11.209761 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.231843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.279833 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.282446 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:11.283587 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a50d11b0-8f01-44a4-89b2-dbef6c853534 HTTP/1.1" status: 204 len: 168 time: 0.1244245 Aug 18 07:58:11.292507 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502b0d6-0ad2-4f4d-8b60-cad4eedeb818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d11b0-8f01-44a4-89b2-dbef6c853534,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:13.021537 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42568) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:13.132964 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88572552-b9d2-4846-8e33-60c675ee8733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.240233 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88572552-b9d2-4846-8e33-60c675ee8733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.244989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-88572552-b9d2-4846-8e33-60c675ee8733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.284112 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-88572552-b9d2-4846-8e33-60c675ee8733 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e1606c5156946e7951046329438113c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614233 Aug 18 07:58:13.285202 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88572552-b9d2-4846-8e33-60c675ee8733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6896d09-68cf-4e59-9163-bd4ba5b4f0ce,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:13.286852 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42572) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:13.338492 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.358661 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.404574 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.407320 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:13.408573 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6896d09-68cf-4e59-9163-bd4ba5b4f0ce HTTP/1.1" status: 204 len: 168 time: 0.1205971 Aug 18 07:58:13.418139 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b167c8b-d7cb-41da-adb2-f8607ccead9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6896d09-68cf-4e59-9163-bd4ba5b4f0ce,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:14.049152 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42594) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:14.150357 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1176329117-network', 'tenant_id': '63d60cae6fed42c190040e85d8199607'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:58:14.172864 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Made reservation on behalf of 63d60cae6fed42c190040e85d8199607 for: {'network': 1} {{(pid=105478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:58:14.175132 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for network, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.183859 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.274798 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.278566 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.306266 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=105478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 07:58:14.316090 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f4f51-683c-4843-8c92-23fb77dc105e,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:14.321522 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.321857 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.segments_db [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Added segment 02f000ec-7a7d-4516-b14c-59abb11c6621 of type vlan for network 8855865c-b9cf-4ae1-b91e-63a9c817272f Aug 18 07:58:14.362819 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759215022758'] for network, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.389957 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050'] for network, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.391077 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:14.391662 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.439167 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3888903 Aug 18 07:58:14.442673 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 42598) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:14.448404 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Request body: {'subnet': {'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1176329117-subnet', 'tenant_id': '63d60cae6fed42c190040e85d8199607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:58:14.453924 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4d82-c7ca-4aac-b5e3-ba18769a2315 admin admin] Pushing event updated for resources: {'Network': ['ID=8855865c-b9cf-4ae1-b91e-63a9c817272f,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:14.466810 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f details requested by agent ovs-agent-dv-cinder-804698-3-iscsi with host dv-cinder-804698-3-iscsi {{(pid=105480) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 07:58:14.474690 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Made reservation on behalf of 63d60cae6fed42c190040e85d8199607 for: {'subnet': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:58:14.477330 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8845563'] for subnet, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.658891 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9638168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8845549'] for subnet, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.713575 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67665b3-78dc-4aed-8c65-77f32f57f39b,revision_number=0']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:14.722658 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Checking segment: {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:58:14.723007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Network hostable DHCP agents. Network: 8855865c-b9cf-4ae1-b91e-63a9c817272f, hostable agents: ['f522a4fd-616d-46f2-87e5-6286ffe5dad3'], hosted agents: [] {{(pid=105479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 07:58:14.739258 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f is scheduled to be hosted by DHCP agent f522a4fd-616d-46f2-87e5-6286ffe5dad3 with binding_index 1 {{(pid=105479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 07:58:14.748306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-3-iscsi, 8855865c-b9cf-4ae1-b91e-63a9c817272f) {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:58:14.752650 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:14.753306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:14.757205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049e0d2-2c9e-401d-83cf-b1816fca4a54 None None] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:58:14.766940 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-05a9685e-3642-4437-b21c-fa34b04d93d7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3231053 Aug 18 07:58:14.889374 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c0935-5262-4f72-84f2-733363725d74 None None] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 07:58:15.843757 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20a7e9-105a-47ac-95e9-933ee58f19d9 req-3cebd868-e668-4dbd-a9c3-dfe71567d415 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:15.845251 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a20a7e9-105a-47ac-95e9-933ee58f19d9 req-3cebd868-e668-4dbd-a9c3-dfe71567d415 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0492141 Aug 18 07:58:15.884296 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7a20a7e9-105a-47ac-95e9-933ee58f19d9 req-ff63d2bc-68f4-46d8-b619-986f1b33748d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326712 Aug 18 07:58:16.523985 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-d4863c51-2801-418b-a889-02dc57e71daf tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:16.525378 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-d4863c51-2801-418b-a889-02dc57e71daf tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 814 time: 0.1040187 Aug 18 07:58:16.540958 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-4bf6d4d7-27d7-44ef-96dd-0350df207bbd tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/quotas/63d60cae6fed42c190040e85d8199607 HTTP/1.1" status: 200 len: 375 time: 0.0098820 Aug 18 07:58:16.572914 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-8f994e48-9ef5-4964-90b5-39ca27ef3d51 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265794 Aug 18 07:58:16.660761 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-d931c663-02b0-4a99-ac04-95239abaa37c service neutron] 10.222.0.38 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811424 Aug 18 07:58:16.746567 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-4c51ce53-08d3-4531-8566-e4f902e89191 service neutron] 10.222.0.38 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792608 Aug 18 07:58:16.922299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-25071336-ffdc-4cca-b067-9ab9077d6596 req-afe905d4-eb85-4da0-a94a-806568b50bb9 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 210 time: 0.0306745 Aug 18 07:58:17.026549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d6ba-d723-4d59-8346-f211eae82ab2 req-b2f500dd-c90a-4e19-ba05-dfb93a801ab3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:17.029014 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8376d6ba-d723-4d59-8346-f211eae82ab2 req-b2f500dd-c90a-4e19-ba05-dfb93a801ab3 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0656455 Aug 18 07:58:17.035689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-20269c2d-2e49-4ffe-86a2-a7b33acba934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:17.087252 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8376d6ba-d723-4d59-8346-f211eae82ab2 req-2a99f968-7807-442e-8813-5dcedbbab931 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494514 Aug 18 07:58:18.026586 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3296bdc1-4e05-4f23-81b9-629f26452e71 req-1c6dae4d-563e-4334-99cc-16f1bd041162 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 210 time: 0.0505075 Aug 18 07:58:18.237872 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee5d78-05ce-4e0c-9747-f31b37b952ad req-8e59749b-95ef-4685-bebf-33aebb8ba4f4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:18.239901 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14ee5d78-05ce-4e0c-9747-f31b37b952ad req-8e59749b-95ef-4685-bebf-33aebb8ba4f4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0552418 Aug 18 07:58:18.288502 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-14ee5d78-05ce-4e0c-9747-f31b37b952ad req-d3fab5b1-26b5-4f0c-8d87-09fc22a84e2e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395203 Aug 18 07:58:18.739097 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:18.796290 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:19.144484 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f341df1c-2f35-4e74-90c3-ff5db76255db req-c9436a0d-5ca9-48dd-80cd-2b1fc2f59a95 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 210 time: 0.0314031 Aug 18 07:58:19.423491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4e06d-9740-4d4b-9b96-f007cecebd53 req-6b9ad523-7f23-486b-896f-75055d856426 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:19.425219 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8dc4e06d-9740-4d4b-9b96-f007cecebd53 req-6b9ad523-7f23-486b-896f-75055d856426 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0560536 Aug 18 07:58:19.480056 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8dc4e06d-9740-4d4b-9b96-f007cecebd53 req-143cd2d1-b6c5-4a1c-bb3b-fae4779f27e5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421565 Aug 18 07:58:19.573886 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-85385de1-3ed8-4630-aa33-2b66ebafd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:19.576430 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-85385de1-3ed8-4630-aa33-2b66ebafd553 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0682526 Aug 18 07:58:19.691253 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-59e9415d-8bad-43c0-a4cb-28f3deea36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:19.693220 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-59e9415d-8bad-43c0-a4cb-28f3deea36e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.0975814 Aug 18 07:58:19.711806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5d6e54a3-7b10-4f23-b33d-a5e90ac3477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:19.771954 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-c036429a-4dee-4593-bfbf-c0e5f739ea29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 1000 time: 0.0716083 Aug 18 07:58:19.823565 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-f0390cc2-0df4-4d5f-ba01-dadc50d66224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:19.825147 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-f0390cc2-0df4-4d5f-ba01-dadc50d66224 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0464985 Aug 18 07:58:19.877495 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-4053cd60-0723-435e-bfc8-f830cee25181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:19.880012 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-4053cd60-0723-435e-bfc8-f830cee25181 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481350 Aug 18 07:58:19.995277 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-d10c657e-4944-4d37-b638-752d7f0614cf service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078558 Aug 18 07:58:20.093103 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06437d67-74ed-466a-bfb0-5ef9999768fd req-f3d291f8-a333-4dc2-b4a5-cbd0fe1f59c0 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 Aug 18 07:58:20.287859 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-68a4cfc1-3748-4894-a16e-d880c54ed4c6 req-c77699e0-81f0-46a3-ac64-03062a47b7b7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 210 time: 0.0603220 Aug 18 07:58:20.356840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-efad5053-0d96-4960-a1c9-605af202278a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:20.358729 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-efad5053-0d96-4960-a1c9-605af202278a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 814 time: 0.1417360 Aug 18 07:58:20.375397 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Request body: {'port': {'device_id': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f', 'admin_state_up': True, 'tenant_id': '63d60cae6fed42c190040e85d8199607'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:58:20.552432 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Made reservation on behalf of 63d60cae6fed42c190040e85d8199607 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:58:20.557491 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:20.678136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deaca7-9897-47d8-853a-a31e65df0f24 req-500e0964-9468-492d-a966-604be82e2ddf tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:20.679839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-64deaca7-9897-47d8-853a-a31e65df0f24 req-500e0964-9468-492d-a966-604be82e2ddf tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.1090322 Aug 18 07:58:20.758067 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Allocated IP 172.20.0.8 (8855865c-b9cf-4ae1-b91e-63a9c817272f/d67665b3-78dc-4aed-8c65-77f32f57f39b/d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:58:20.764914 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-64deaca7-9897-47d8-853a-a31e65df0f24 req-fcbd576c-8cf7-4bfb-aa42-9d21ef405295 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778675 Aug 18 07:58:20.935332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:20.980046 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.025626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:58:21.028833 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:58:21.032934 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:58:21.039705 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Pushing event updated for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:21.087262 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:21.087797 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.091508 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.103794 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-58c12640-f9b8-4f00-9a3a-2e745542185e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354031 Aug 18 07:58:21.115591 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Request body: {'port': {'device_id': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:58:21.180868 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.456061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725fbd-ec39-4b04-8533-12d78e9828d1 req-cce8e72b-3875-4c0e-8d58-da75161fbf3a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:21.457704 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c725fbd-ec39-4b04-8533-12d78e9828d1 req-cce8e72b-3875-4c0e-8d58-da75161fbf3a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 931 time: 0.0799439 Aug 18 07:58:21.521988 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:58:21.533112 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.537802 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c725fbd-ec39-4b04-8533-12d78e9828d1 req-122c8edf-de73-40b6-b1b9-e26fba1aadd9 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723863 Aug 18 07:58:21.550170 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Transition to ACTIVE for port object d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:58:21.555135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.611038 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Pushing event updated for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:21.678009 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Attempting to bind port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:58:21.678664 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Attempting to bind port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:58:21.679219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Attempting to bind port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc on network 8855865c-b9cf-4ae1-b91e-63a9c817272f {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:58:21.684645 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc on network 8855865c-b9cf-4ae1-b91e-63a9c817272f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:58:21.684966 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Attempting to bind port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc on network 8855865c-b9cf-4ae1-b91e-63a9c817272f {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:58:21.690213 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:58:21.690552 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Checking segment: {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:58:21.690944 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Bound using segment: {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:58:21.691365 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Bound port: d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:58:21.691717 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.770085 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:58:21.774937 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:58:21.780129 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.819555 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:21.820208 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:21.821693 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] 10.222.0.42 "PUT /v2.0/ports/d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc HTTP/1.1" status: 200 len: 1093 time: 0.7103491 Aug 18 07:58:21.822143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:58:21.824486 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e2bf1-de09-4d1e-846f-28d6d9656798" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:58:21.867971 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3765bd-9b9e-49c5-b269-e8d8ae0aca9c service neutron] Pushing event updated for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:21.879145 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe890d5-58d8-46a0-90b4-a17e68b873da x-openstack-request-id: req-3fe890d5-58d8-46a0-90b4-a17e68b873da {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:58:21.879434 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:58:21.879684 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fe890d5-58d8-46a0-90b4-a17e68b873da {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:58:21.880082 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc', 'status': 'completed', 'code': 200} Aug 18 07:58:21.938657 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c869c-1afc-451d-9ff6-778847d2690e req-591e064f-e5e5-411f-9610-4eb11134451d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:21.940146 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-458c869c-1afc-451d-9ff6-778847d2690e req-591e064f-e5e5-411f-9610-4eb11134451d tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0841262 Aug 18 07:58:21.941856 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-3267c9e1-9a0a-44b4-a2ee-aedcd55a5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:21.943514 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-3267c9e1-9a0a-44b4-a2ee-aedcd55a5107 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 1096 time: 0.0782290 Aug 18 07:58:21.997065 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-d4dc3dfe-c38c-4215-af89-93f314edfee0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc HTTP/1.1" status: 200 len: 217 time: 0.0437131 Aug 18 07:58:22.038024 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-458c869c-1afc-451d-9ff6-778847d2690e req-d1fcb16e-3345-43a7-9d1b-85281fc78c24 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916169 Aug 18 07:58:22.061151 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-79bbfa5f-1f58-4ef3-b078-051f7f0c9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:22.062539 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-79bbfa5f-1f58-4ef3-b078-051f7f0c9d5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d67665b3-78dc-4aed-8c65-77f32f57f39b HTTP/1.1" status: 200 len: 854 time: 0.0556617 Aug 18 07:58:22.095712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-c5b5540e-0d41-4c48-a6a6-ffc3c103ff5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8855865c-b9cf-4ae1-b91e-63a9c817272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255227 Aug 18 07:58:22.190145 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-37a0eef5-9cea-4f90-8cab-1e924a30e8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868564 Aug 18 07:58:22.283261 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1ddf2290-17c3-4eb3-8bd7-833e82ea5fa7 req-2f14e842-016d-4724-9e55-26483581f0cc service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849156 Aug 18 07:58:22.326954 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:22.385223 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-9fe7147a-690d-43de-9229-ff0f4746fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:22.386800 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-9fe7147a-690d-43de-9229-ff0f4746fd0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 1096 time: 0.0455346 Aug 18 07:58:22.477989 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-516755bd-a1b0-43af-b7ab-646d842fd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:22.479459 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-516755bd-a1b0-43af-b7ab-646d842fd640 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 915 time: 0.0850408 Aug 18 07:58:22.523710 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-256e3dc8-3aa5-484c-a3cc-c0d4e1dc54d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc HTTP/1.1" status: 200 len: 217 time: 0.0368629 Aug 18 07:58:22.573445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-0ab00c1b-47de-4d8a-a4a1-28e75c8ec578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:22.574956 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-0ab00c1b-47de-4d8a-a4a1-28e75c8ec578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d67665b3-78dc-4aed-8c65-77f32f57f39b HTTP/1.1" status: 200 len: 854 time: 0.0442369 Aug 18 07:58:22.606650 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-0ca28e07-b7fb-47f8-8285-77c0ed608113 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8855865c-b9cf-4ae1-b91e-63a9c817272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243640 Aug 18 07:58:22.720595 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1218-821d-4f84-9364-8aa096250133 req-73487507-b4b7-4610-b81e-f612c6a3cd2c tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:22.722102 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ed5a1218-821d-4f84-9364-8aa096250133 req-73487507-b4b7-4610-b81e-f612c6a3cd2c tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 943 time: 0.1002173 Aug 18 07:58:22.750677 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-b6a9debd-f30e-405d-a0cd-b5d70bace4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364141 Aug 18 07:58:22.787397 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ed5a1218-821d-4f84-9364-8aa096250133 req-af76c7ba-8139-4542-9651-6f651b9bcb9b tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590498 Aug 18 07:58:22.863200 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-716e2bf1-de09-4d1e-846f-28d6d9656798 req-051c45fc-d937-4bdc-a3a2-f1d9646a6bea service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038640 Aug 18 07:58:23.424629 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0490169-bc5a-4446-9a9a-f842654e8c1e req-52852a10-de82-4cc6-b576-e59d5cad3d04 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:23.426118 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e0490169-bc5a-4446-9a9a-f842654e8c1e req-52852a10-de82-4cc6-b576-e59d5cad3d04 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.3193457 Aug 18 07:58:23.463957 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e0490169-bc5a-4446-9a9a-f842654e8c1e req-ba907e92-5ba2-477d-a1a2-5adf09bf87fd tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319698 Aug 18 07:58:23.668518 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:58:23.778886 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:23.789826 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc', 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f', 'port_id': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc', 'mac_address': 'fa:16:3e:af:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67665b3-78dc-4aed-8c65-77f32f57f39b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:58:23.831345 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:23.845136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:58:23.865414 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:23.870673 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:23.916981 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e739c-d40a-4cb8-a35e-7ab274d87563 req-a3b4fb6e-b6e4-4858-b95c-c274613589e8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:23.918590 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-477e739c-d40a-4cb8-a35e-7ab274d87563 req-a3b4fb6e-b6e4-4858-b95c-c274613589e8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 944 time: 0.0492158 Aug 18 07:58:23.919120 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:23.926571 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.926931 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.927266 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.927599 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.927928 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.928253 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.928615 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.928936 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.929266 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.930207 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.930543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.930866 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:58:23.967123 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-477e739c-d40a-4cb8-a35e-7ab274d87563 req-96f5139d-c502-4460-80c7-579251423694 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Aug 18 07:58:24.097454 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:58:24.597438 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff29549-70bc-413a-9549-e959ad2adfe7 req-742f529f-fb49-41af-b36e-0e7d50da2163 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:24.598928 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cff29549-70bc-413a-9549-e959ad2adfe7 req-742f529f-fb49-41af-b36e-0e7d50da2163 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0519350 Aug 18 07:58:24.640871 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-cff29549-70bc-413a-9549-e959ad2adfe7 req-48b0aa5c-c37c-41ab-b676-a9b0360faf1a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357056 Aug 18 07:58:25.099665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a190-41c6-4040-9dba-289eda1284f2 req-31d0a6d7-0d85-4bdf-a84d-736b2028ef41 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:25.101219 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7b59a190-41c6-4040-9dba-289eda1284f2 req-31d0a6d7-0d85-4bdf-a84d-736b2028ef41 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 944 time: 0.0636287 Aug 18 07:58:25.142623 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7b59a190-41c6-4040-9dba-289eda1284f2 req-cb0b4481-2a30-440b-9d90-a5043f896baa tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Aug 18 07:58:25.683408 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:58:25.730216 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:58:25.733903 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:58:25.734273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:25.766325 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3da3e-5cfb-4358-97fd-4a1b1f3d5948 req-cb9dd71d-7e02-4918-a050-e4f644361ba6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:25.767872 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a5e3da3e-5cfb-4358-97fd-4a1b1f3d5948 req-cb9dd71d-7e02-4918-a050-e4f644361ba6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0574751 Aug 18 07:58:25.807125 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a5e3da3e-5cfb-4358-97fd-4a1b1f3d5948 req-b54cff98-ece4-4e54-8aee-9475a35be7fb tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331545 Aug 18 07:58:25.809948 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:25.835167 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:58:25.837871 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc1392-5b93-433d-8948-1c51ab6821dc" -d '{"events": [{"server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "name": "network-vif-plugged", "status": "completed", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:58:25.852286 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:25.856789 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:25.880853 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5012dbc-d4a2-402b-ad30-ba56e68cc887 x-openstack-request-id: req-d5012dbc-d4a2-402b-ad30-ba56e68cc887 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:58:25.881142 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "name": "network-vif-plugged", "status": "completed", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:58:25.881393 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5012dbc-d4a2-402b-ad30-ba56e68cc887 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:58:25.881777 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc', 'code': 200} Aug 18 07:58:25.912494 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:25.993941 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-0c4beeda-8231-4d06-af9f-57d4b180132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:25.995431 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-0c4beeda-8231-4d06-af9f-57d4b180132e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0451281 Aug 18 07:58:26.107531 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044ec3-8717-4df9-bb6b-f24be8a14ba7 req-a8891262-6bd9-4936-8da0-340e4a001246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.109038 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb044ec3-8717-4df9-bb6b-f24be8a14ba7 req-a8891262-6bd9-4936-8da0-340e4a001246 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 1098 time: 0.0862594 Aug 18 07:58:26.127508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-2e4aa989-a701-49e9-bbe3-5ca4c8123964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.128893 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-2e4aa989-a701-49e9-bbe3-5ca4c8123964 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.1266787 Aug 18 07:58:26.193689 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb044ec3-8717-4df9-bb6b-f24be8a14ba7 req-166d83cb-2578-429c-a501-dcb032b76a79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756710 Aug 18 07:58:26.208714 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-5b700c10-f086-4f95-84f3-a4e522b98cb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 1000 time: 0.0720782 Aug 18 07:58:26.301937 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dd953-4ba0-40e8-9474-21b828784e6e req-fc24f078-bf79-4f1b-86cd-beb66154e0e7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.303607 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ba9dd953-4ba0-40e8-9474-21b828784e6e req-fc24f078-bf79-4f1b-86cd-beb66154e0e7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 945 time: 0.0881450 Aug 18 07:58:26.309754 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-354cbe0a-4f6e-4608-a45d-5433109a8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.311206 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-354cbe0a-4f6e-4608-a45d-5433109a8554 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0665147 Aug 18 07:58:26.372230 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ba9dd953-4ba0-40e8-9474-21b828784e6e req-3fbe98a7-0224-4649-a329-950d1fcc5f02 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600474 Aug 18 07:58:26.381445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-6677365a-4590-4d7c-a342-2004eb367150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.383123 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-6677365a-4590-4d7c-a342-2004eb367150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642793 Aug 18 07:58:26.481173 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-c272349f-10d0-4495-ba97-2e11afef99e9 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904183 Aug 18 07:58:26.572957 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ce632886-9d5b-45a2-bdb6-8eecc6f9f118 req-4365d9e2-9bb0-4286-b9b0-e043cb4a9717 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Aug 18 07:58:26.932762 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba7df6-200e-4de3-bc4c-33c20aff1d5e req-1dee0b49-cafa-413d-bcd8-4d4afaccb77f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:26.934588 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95ba7df6-200e-4de3-bc4c-33c20aff1d5e req-1dee0b49-cafa-413d-bcd8-4d4afaccb77f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0530992 Aug 18 07:58:26.978126 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-95ba7df6-200e-4de3-bc4c-33c20aff1d5e req-db4babf0-84af-4d70-b31d-550f7c294309 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363541 Aug 18 07:58:27.495301 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e7fc-ec4c-4c48-adae-68df1ed37840 req-36eb2d9e-a95f-4ce5-9cf1-d99e4a5e9cc9 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:27.497054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1502e7fc-ec4c-4c48-adae-68df1ed37840 req-36eb2d9e-a95f-4ce5-9cf1-d99e4a5e9cc9 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 945 time: 0.0567646 Aug 18 07:58:27.546144 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1502e7fc-ec4c-4c48-adae-68df1ed37840 req-a2f70cb1-96c8-4805-a540-63b5dbdea60f tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Aug 18 07:58:28.125728 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7159-80a5-4f82-a404-e1c4d75ccf3a req-e01e7fbd-f5c1-4add-9a2f-31fe1615bbb7 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:28.127311 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0fcb7159-80a5-4f82-a404-e1c4d75ccf3a req-e01e7fbd-f5c1-4add-9a2f-31fe1615bbb7 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0533822 Aug 18 07:58:28.181021 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0fcb7159-80a5-4f82-a404-e1c4d75ccf3a req-3a86458c-b117-479e-98b9-02a59073ca3a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466344 Aug 18 07:58:29.305450 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43419e-dcb1-4f3e-be9e-0e3934065ac0 req-7ecf76aa-9834-4dfd-a7df-6e027e5a13a1 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:29.307053 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d43419e-dcb1-4f3e-be9e-0e3934065ac0 req-7ecf76aa-9834-4dfd-a7df-6e027e5a13a1 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0533462 Aug 18 07:58:29.347663 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d43419e-dcb1-4f3e-be9e-0e3934065ac0 req-ec78a042-3772-4d14-ab67-280d23236d79 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345514 Aug 18 07:58:29.563567 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 42768) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:58:29.590590 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe5691-7b95-4225-808a-eab88f0ff529 req-b8c5c25f-b710-419e-83fa-8cec6e707a9f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:29.592327 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-effe5691-7b95-4225-808a-eab88f0ff529 req-b8c5c25f-b710-419e-83fa-8cec6e707a9f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0563886 Aug 18 07:58:29.644824 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-effe5691-7b95-4225-808a-eab88f0ff529 req-41f8ff0b-847e-4286-8143-0af8f31d601f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399044 Aug 18 07:58:29.667908 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-a6ce5930-58b2-4a51-98b4-a5f53c656fd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031740 Aug 18 07:58:30.782426 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645594-a841-41ba-9e5f-9fc3eb1867a6 req-5812984d-8f50-4640-b002-4b38b6ff93de tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:30.784022 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-46645594-a841-41ba-9e5f-9fc3eb1867a6 req-5812984d-8f50-4640-b002-4b38b6ff93de tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0566993 Aug 18 07:58:30.827284 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-46645594-a841-41ba-9e5f-9fc3eb1867a6 req-086fa7b0-82c6-487b-bc5c-46772497a867 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353303 Aug 18 07:58:31.078865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-82f1cccc-46eb-4ae6-8424-2b54ca23047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.080345 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-82f1cccc-46eb-4ae6-8424-2b54ca23047a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c&tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0 HTTP/1.1" status: 200 len: 1098 time: 0.0433116 Aug 18 07:58:31.145052 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-825033c6-0931-43d9-8abf-c309f7851ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.146655 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-825033c6-0931-43d9-8abf-c309f7851ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0430515 Aug 18 07:58:31.237209 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-0acdb55b-02a3-4daf-9d8d-ebf972aec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.239460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-0acdb55b-02a3-4daf-9d8d-ebf972aec644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.0852015 Aug 18 07:58:31.310834 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-06b8fe7d-f440-4e2b-8086-f44a988124f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 1000 time: 0.0640225 Aug 18 07:58:31.361353 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-e4b5cf74-cc59-460c-b3d1-340843d5cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.362847 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-e4b5cf74-cc59-460c-b3d1-340843d5cfdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0438657 Aug 18 07:58:31.412770 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-4fca0bf4-dd68-4aee-98ee-3c41d368184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.414276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-4fca0bf4-dd68-4aee-98ee-3c41d368184e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420043 Aug 18 07:58:31.510841 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-5871a014-8275-4be1-9df2-c48aecb1e63a service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887678 Aug 18 07:58:31.606651 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6a85c45b-ecf3-4b51-9a6f-c7ba3c2a78a0 req-25a55cd8-356c-4526-a901-23e088b32344 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887201 Aug 18 07:58:31.723057 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:58:31.807339 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:31.835093 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:58:31.837379 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abcdb44-e4c0-4924-9051-01cb067aa974" -d '{"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:58:31.849675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:31.856057 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:31.882362 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 07:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb36e6ef-1d3f-40d2-980e-e88fcb3d4668 x-openstack-request-id: req-eb36e6ef-1d3f-40d2-980e-e88fcb3d4668 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:58:31.882774 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:58:31.883088 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb36e6ef-1d3f-40d2-980e-e88fcb3d4668 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:58:31.883683 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'code': 200} Aug 18 07:58:31.910469 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=6']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:31.957925 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb345fc1-ba9b-487a-815f-8c089a44c7d5 req-6d8db980-bbd0-4170-b11b-87c8f14547b8 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:31.959450 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eb345fc1-ba9b-487a-815f-8c089a44c7d5 req-6d8db980-bbd0-4170-b11b-87c8f14547b8 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0569568 Aug 18 07:58:31.999774 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eb345fc1-ba9b-487a-815f-8c089a44c7d5 req-5ba1afdf-9fe1-4868-aadf-3c9d0f592a5f tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339501 Aug 18 07:58:33.132644 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdeee5-2e54-4e6d-a0d9-e6b74cb32a9a req-c7385075-deef-4df8-b124-83cdb8cfb55e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:33.134871 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c8fdeee5-2e54-4e6d-a0d9-e6b74cb32a9a req-c7385075-deef-4df8-b124-83cdb8cfb55e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0526099 Aug 18 07:58:33.172305 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c8fdeee5-2e54-4e6d-a0d9-e6b74cb32a9a req-1d554a0c-2e66-4b31-92ba-b925f2bc16ce tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311973 Aug 18 07:58:34.292091 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b578b-47af-4899-b280-cb025c6ed8f2 req-34988f21-b8d6-42c0-bc0e-9c59f38d9e3a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:34.293791 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d7b578b-47af-4899-b280-cb025c6ed8f2 req-34988f21-b8d6-42c0-bc0e-9c59f38d9e3a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0539134 Aug 18 07:58:34.334565 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6d7b578b-47af-4899-b280-cb025c6ed8f2 req-90757de9-4d9d-4dd8-9799-5791a164646e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348213 Aug 18 07:58:35.448117 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9ebf5-43a8-45d0-8b2b-0218f6390ac1 req-e3b63b9e-7f3b-43e9-902c-1a7159021bc0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:35.451393 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ea9ebf5-43a8-45d0-8b2b-0218f6390ac1 req-e3b63b9e-7f3b-43e9-902c-1a7159021bc0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0483987 Aug 18 07:58:35.491472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8ea9ebf5-43a8-45d0-8b2b-0218f6390ac1 req-b56c7d74-26c9-4bdd-a01b-94c7865ffcb0 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321412 Aug 18 07:58:36.613663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e20ead-9b2c-4f7d-ac50-6ae8ff251bc9 req-8eeb3a61-7a24-475a-b40a-b92519ffe0e5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:36.615054 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-55e20ead-9b2c-4f7d-ac50-6ae8ff251bc9 req-8eeb3a61-7a24-475a-b40a-b92519ffe0e5 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0547986 Aug 18 07:58:36.653729 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-55e20ead-9b2c-4f7d-ac50-6ae8ff251bc9 req-314f5975-b31f-4438-aab7-440d3171df15 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327592 Aug 18 07:58:37.780657 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:58:37.794237 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2954f-2c6b-44cc-8556-ee7bce2686a8 req-842dad32-9e7f-409e-8d13-2406a1381fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:37.796198 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30e2954f-2c6b-44cc-8556-ee7bce2686a8 req-842dad32-9e7f-409e-8d13-2406a1381fab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1096 time: 0.0783672 Aug 18 07:58:37.806998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101eea7-06c3-4606-9560-e8473bf7cc9e req-2e8a49a3-f298-4e1d-8850-5d0ccca9be46 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:37.808560 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5101eea7-06c3-4606-9560-e8473bf7cc9e req-2e8a49a3-f298-4e1d-8850-5d0ccca9be46 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 943 time: 0.0824218 Aug 18 07:58:37.863096 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-30e2954f-2c6b-44cc-8556-ee7bce2686a8 req-7257ac88-0cf8-4c29-b49b-ad065d2be8e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535367 Aug 18 07:58:37.870467 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5101eea7-06c3-4606-9560-e8473bf7cc9e req-1daf869d-23cc-4e6d-9935-3256ace52032 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552917 Aug 18 07:58:37.894988 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:37.910109 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'port_id': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'mac_address': 'fa:16:3e:42:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:58:37.949108 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:37.966204 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee0ce2d-970c-407b-b7d2-a313fd28f100 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:58:37.986689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:37.991225 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:38.040964 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=7']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:38.222238 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['bee0ce2d-970c-407b-b7d2-a313fd28f100'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:58:38.991803 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7ecb-5600-4cce-b06a-ca5bc6a765b1 req-78bdaf05-3726-4ab4-a29a-231624dd6e3c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:58:38.993362 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4cce7ecb-5600-4cce-b06a-ca5bc6a765b1 req-78bdaf05-3726-4ab4-a29a-231624dd6e3c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 944 time: 0.0518472 Aug 18 07:58:39.031532 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4cce7ecb-5600-4cce-b06a-ca5bc6a765b1 req-19a0f8ca-9969-4884-bd75-1e96200d53f9 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321569 Aug 18 07:58:39.795515 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:58:39.843198 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port bee0ce2d-970c-407b-b7d2-a313fd28f100 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:58:39.843483 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:39.924175 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:39.946866 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:58:39.949129 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d292f-ef81-4693-9827-5e50592f54a1" -d '{"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:58:39.963505 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:58:39.968003 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:39.993782 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97902694-1541-46ce-b0b1-c28aea1ee73a x-openstack-request-id: req-97902694-1541-46ce-b0b1-c28aea1ee73a {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:58:39.994068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:58:39.994321 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97902694-1541-46ce-b0b1-c28aea1ee73a {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:58:39.994704 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'code': 200} Aug 18 07:58:40.020285 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=8']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:58:42.190474 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:58:47.038068 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a247b4e6-5e0f-4177-9add-e64c2e658994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:48.722355 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:48.798698 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:49.703340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-524c4c8d-5b26-41f5-927e-ce4951705efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:51.093747 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:58:52.327118 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:08.105184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779b93a-d69b-4443-b5fd-4a69bbcd77a4 req-8e819168-29a5-4561-b28e-bd17cabd672a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:08.106545 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2779b93a-d69b-4443-b5fd-4a69bbcd77a4 req-8e819168-29a5-4561-b28e-bd17cabd672a tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 945 time: 0.0481284 Aug 18 07:59:08.143940 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2779b93a-d69b-4443-b5fd-4a69bbcd77a4 req-42622779-9c70-41e7-ac90-04e48d743646 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Aug 18 07:59:09.261530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5567d-86d0-4ce6-b85f-3bee7c9adb59 req-987a20c2-a24f-48c7-9074-a9b179591ac7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:09.262915 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f2a5567d-86d0-4ce6-b85f-3bee7c9adb59 req-987a20c2-a24f-48c7-9074-a9b179591ac7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 945 time: 0.0477097 Aug 18 07:59:09.303455 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f2a5567d-86d0-4ce6-b85f-3bee7c9adb59 req-e2f29025-8afb-4a3a-bbd4-86eacea15a57 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Aug 18 07:59:09.664204 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-26816a8a-cae5-4109-9df6-afe0cabeecd1 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:09.665647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-26816a8a-cae5-4109-9df6-afe0cabeecd1 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 945 time: 0.0471265 Aug 18 07:59:09.772199 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Deleting port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:59:09.772559 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:09.862559 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] For port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:09.862926 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:09.875131 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Calling delete_port for d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:59:09.999344 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:10.011188 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:59:10.028025 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Pushing event deleted for resources: {'Port': ['ID=d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:10.040269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.040660 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.041003 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.041342 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.041677 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.042006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.042335 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.042663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.042990 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.043314 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.043642 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.043975 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:10.077898 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] No DVR routers for this DVR port d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:59:10.080626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:10.082560 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2556312a-22dc-410d-b7bb-4c64f977f160 req-a004b577-2faa-4208-af18-776c3313bf05 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "DELETE /v2.0/ports/d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc HTTP/1.1" status: 204 len: 173 time: 0.4096034 Aug 18 07:59:10.083357 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'name': 'network-vif-deleted', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:10.086278 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee52b5f-dda9-4e05-b84a-fde79aa06ed0" -d '{"events": [{"server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "name": "network-vif-deleted", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:10.121448 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a327caf-ecaf-4900-9463-46b04c5a9bdf x-openstack-request-id: req-1a327caf-ecaf-4900-9463-46b04c5a9bdf {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:10.121830 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca81e75-d4ad-4c64-8902-eb4846cefd4f", "name": "network-vif-deleted", "tag": "d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:10.122106 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a327caf-ecaf-4900-9463-46b04c5a9bdf {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:10.122517 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca81e75-d4ad-4c64-8902-eb4846cefd4f', 'name': 'network-vif-deleted', 'tag': 'd8da0a6b-8104-48e2-9d9d-ca1e3551e3dc', 'status': 'completed', 'code': 200} Aug 18 07:59:10.405693 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-78a94353-a013-41d1-b082-f8c752c35a2a req-351a2a03-bf14-4b4a-b59a-578405e4cbee tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca81e75-d4ad-4c64-8902-eb4846cefd4f HTTP/1.1" status: 200 len: 210 time: 0.0251055 Aug 18 07:59:14.638960 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:59:14.659007 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:59:14.659346 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d8da0a6b-8104-48e2-9d9d-ca1e3551e3dc not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:59:17.039647 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-825d858a-1354-48a9-b732-d629f059ca0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:18.743204 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:18.800558 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:19.189753 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 07:59:19.704206 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-28d060cb-af1b-4f95-a801-839dd36fb06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:21.097375 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:21.435516 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-2a4a8ced-8be8-44dc-bfaa-eb6c0fc23c44 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:21.436999 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-2a4a8ced-8be8-44dc-bfaa-eb6c0fc23c44 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 814 time: 0.1301823 Aug 18 07:59:21.452776 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-7bcc52d8-4b56-4b5a-becf-9835263ae13c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708966 Aug 18 07:59:21.457432 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-71c1535a-57aa-40dc-9051-9617c9efa860 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/quotas/63d60cae6fed42c190040e85d8199607 HTTP/1.1" status: 200 len: 375 time: 0.0132461 Aug 18 07:59:21.498146 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-b19b0147-765a-4aab-ba9f-e1f1f6430468 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360284 Aug 18 07:59:21.585061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-9cc353e9-041c-4325-a7ba-aa38a4f7a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:21.586599 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-9cc353e9-041c-4325-a7ba-aa38a4f7a4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 1098 time: 0.1112556 Aug 18 07:59:21.621998 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-44a8d180-4a2a-4c89-9c0d-58ba192e3b87 service neutron] 10.222.0.38 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034250 Aug 18 07:59:21.765602 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-2291bfe1-699b-442b-80d1-9a4dcaf041b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:21.767036 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-2291bfe1-699b-442b-80d1-9a4dcaf041b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.1590981 Aug 18 07:59:21.770874 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-ceed637c-eff0-40a4-a1d9-4607f2f2a2b7 service neutron] 10.222.0.38 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395919 Aug 18 07:59:21.837008 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-0de9030f-dfdf-4257-9985-9229ccd2fa0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0630457 Aug 18 07:59:21.889388 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-983f3b1e-1d23-47c9-af3b-fc46c708c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:21.890921 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-983f3b1e-1d23-47c9-af3b-fc46c708c78b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0473478 Aug 18 07:59:21.964609 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9a2f1e2c-ab6c-4461-b5a8-3b2db765a7fe req-7485da38-877e-44b5-9ce1-ef4a820cb004 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 210 time: 0.0449631 Aug 18 07:59:21.980781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-9a0d5b39-0b1c-4b51-8d50-07cb75cf1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:21.982289 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-9a0d5b39-0b1c-4b51-8d50-07cb75cf1bfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839458 Aug 18 07:59:22.078573 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-5ee973f3-2ef1-4d1d-be38-c85f6bed3bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890863 Aug 18 07:59:22.173518 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef6d0537-d793-447e-bfec-ac4438500f1a req-773a9c67-40eb-4731-b1da-ebdf12f2d432 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Aug 18 07:59:22.327810 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:22.853683 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-f79080f9-e4ac-4e24-a109-cbe8434c988d tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:22.855315 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-f79080f9-e4ac-4e24-a109-cbe8434c988d tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 814 time: 0.1021852 Aug 18 07:59:22.869598 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Request body: {'port': {'device_id': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f', 'admin_state_up': True, 'tenant_id': '63d60cae6fed42c190040e85d8199607'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:59:22.982071 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Made reservation on behalf of 63d60cae6fed42c190040e85d8199607 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:59:22.985805 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.087265 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e7d6d1a3-b829-4bfd-981a-391b222b750e req-af753fdc-f5ad-471d-8126-4bb71efd3d8e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 210 time: 0.0381701 Aug 18 07:59:23.154355 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Allocated IP 172.20.0.8 (8855865c-b9cf-4ae1-b91e-63a9c817272f/d67665b3-78dc-4aed-8c65-77f32f57f39b/90efd0ad-aff0-401c-b578-914c6a195d36) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:59:23.296657 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.337855 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.382221 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Network 8855865c-b9cf-4ae1-b91e-63a9c817272f is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:59:23.385203 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:59:23.388847 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:59:23.411085 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Pushing event updated for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:23.437513 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:23.438123 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.451984 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-57e3280c-aba8-4f9a-836c-b64b9941a5d7 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865297 Aug 18 07:59:23.463684 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Request body: {'port': {'device_id': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:59:23.514453 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.766518 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90efd0ad-aff0-401c-b578-914c6a195d36 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:59:23.774128 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.786562 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Transition to ACTIVE for port object 90efd0ad-aff0-401c-b578-914c6a195d36 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:59:23.789472 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.838593 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:23.901393 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Attempting to bind port 90efd0ad-aff0-401c-b578-914c6a195d36 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:59:23.902061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Attempting to bind port 90efd0ad-aff0-401c-b578-914c6a195d36 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:59:23.902061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Attempting to bind port 90efd0ad-aff0-401c-b578-914c6a195d36 on network 8855865c-b9cf-4ae1-b91e-63a9c817272f {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:59:23.906145 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Port 90efd0ad-aff0-401c-b578-914c6a195d36 on network 8855865c-b9cf-4ae1-b91e-63a9c817272f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:59:23.906461 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Attempting to bind port 90efd0ad-aff0-401c-b578-914c6a195d36 on network 8855865c-b9cf-4ae1-b91e-63a9c817272f {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:59:23.911755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:59:23.912084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Checking segment: {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:59:23.912483 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Bound using segment: {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:59:23.912904 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Bound port: 90efd0ad-aff0-401c-b578-914c6a195d36, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f000ec-7a7d-4516-b14c-59abb11c6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:59:23.913254 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:23.973665 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:59:23.976621 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=90efd0ad-aff0-401c-b578-914c6a195d36,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:59:23.980916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:24.012853 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.013452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:24.014846 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] 10.222.0.42 "PUT /v2.0/ports/90efd0ad-aff0-401c-b578-914c6a195d36 HTTP/1.1" status: 200 len: 1093 time: 0.5552964 Aug 18 07:59:24.015267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:24.017563 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a65e1a-3630-4697-954a-6556e4338835" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:24.044216 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f288-609f-424e-b52c-e9643e1f1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:24.059297 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70710440-affa-4967-8c4c-4a9c036a95b9 x-openstack-request-id: req-70710440-affa-4967-8c4c-4a9c036a95b9 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:24.059586 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:24.059861 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70710440-affa-4967-8c4c-4a9c036a95b9 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:24.060258 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36', 'status': 'completed', 'code': 200} Aug 18 07:59:24.106593 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-29c12ef8-6c62-4767-ae09-25005aa9d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.108037 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-29c12ef8-6c62-4767-ae09-25005aa9d21b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 1096 time: 0.0406249 Aug 18 07:59:24.154086 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-f77e0aca-49bb-4740-bcc1-af8025e8b706 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90efd0ad-aff0-401c-b578-914c6a195d36 HTTP/1.1" status: 200 len: 217 time: 0.0378194 Aug 18 07:59:24.231827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-c5171b0c-cf08-4e37-966a-946a3cc4f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.233330 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-c5171b0c-cf08-4e37-966a-946a3cc4f1ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d67665b3-78dc-4aed-8c65-77f32f57f39b HTTP/1.1" status: 200 len: 854 time: 0.0682023 Aug 18 07:59:24.242120 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dd14a-29bc-4960-8fc4-a3b7df38e662 req-6bb26ca6-f609-46aa-8290-13499563c0c8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.243772 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1e6dd14a-29bc-4960-8fc4-a3b7df38e662 req-6bb26ca6-f609-46aa-8290-13499563c0c8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 943 time: 0.0876167 Aug 18 07:59:24.279294 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-6edb2c88-f9da-482d-bc99-04da166015e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8855865c-b9cf-4ae1-b91e-63a9c817272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345316 Aug 18 07:59:24.350420 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1e6dd14a-29bc-4960-8fc4-a3b7df38e662 req-ba59b5be-cae0-4841-ac80-9867253336e8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979044 Aug 18 07:59:24.391893 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-70ef1f3a-bd08-437b-96b4-86794c144c24 service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038973 Aug 18 07:59:24.488318 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-c6bc76dd-6b67-40c9-be67-37458103df1f req-c7328206-08c3-4a0f-89fd-fe1e62550f6b service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891309 Aug 18 07:59:24.577197 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65e1a-3630-4697-954a-6556e4338835 req-c3ad09d9-bd9f-426b-b073-0a4a47bcf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.578621 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-c3ad09d9-bd9f-426b-b073-0a4a47bcf0f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63d60cae6fed42c190040e85d8199607&device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 1096 time: 0.0424826 Aug 18 07:59:24.674076 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65e1a-3630-4697-954a-6556e4338835 req-c17f57bd-4a37-406a-8dfa-a23fce8f052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.676004 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-c17f57bd-4a37-406a-8dfa-a23fce8f052b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 200 len: 915 time: 0.0900767 Aug 18 07:59:24.719366 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-04c5f382-dbf2-47d8-b767-e6e24e168f30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90efd0ad-aff0-401c-b578-914c6a195d36 HTTP/1.1" status: 200 len: 217 time: 0.0351586 Aug 18 07:59:24.769844 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65e1a-3630-4697-954a-6556e4338835 req-fd81858b-036d-49ac-bf20-c0c20a58ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:24.771299 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-fd81858b-036d-49ac-bf20-c0c20a58ec4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d67665b3-78dc-4aed-8c65-77f32f57f39b HTTP/1.1" status: 200 len: 854 time: 0.0443923 Aug 18 07:59:24.803774 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-0ca2a272-d937-4b58-a5d9-a696033ddd55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8855865c-b9cf-4ae1-b91e-63a9c817272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251036 Aug 18 07:59:24.900102 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-70bf68dd-3fa3-4b04-8713-d2e9259e58b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885508 Aug 18 07:59:24.985744 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-84a65e1a-3630-4697-954a-6556e4338835 req-d67211ad-b3f4-4164-bf5d-9319128f1a92 service neutron] 10.222.0.42 "GET /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781000 Aug 18 07:59:25.477998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06574008-99c6-42e8-aeb7-ce63d0954d5d req-a3448258-ffa4-4273-b206-643230847dc5 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:25.479634 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06574008-99c6-42e8-aeb7-ce63d0954d5d req-a3448258-ffa4-4273-b206-643230847dc5 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 943 time: 0.0570273 Aug 18 07:59:25.516562 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06574008-99c6-42e8-aeb7-ce63d0954d5d req-7644dcae-5a35-4931-804e-6b04eb820df4 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Aug 18 07:59:26.631560 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816fa3-45ce-4ab4-8aa2-e8591e9d4bd5 req-f3321929-ae98-40ee-9575-0fec5cfb7c78 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:26.633072 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56816fa3-45ce-4ab4-8aa2-e8591e9d4bd5 req-f3321929-ae98-40ee-9575-0fec5cfb7c78 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 943 time: 0.0486326 Aug 18 07:59:26.670351 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56816fa3-45ce-4ab4-8aa2-e8591e9d4bd5 req-8ba8b7ff-655c-46e7-a127-9c6c3a5388f1 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Aug 18 07:59:26.684401 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 90efd0ad-aff0-401c-b578-914c6a195d36 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:59:26.780033 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=90efd0ad-aff0-401c-b578-914c6a195d36,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:26.792092 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': '90efd0ad-aff0-401c-b578-914c6a195d36', 'network_id': '8855865c-b9cf-4ae1-b91e-63a9c817272f', 'port_id': '90efd0ad-aff0-401c-b578-914c6a195d36', 'mac_address': 'fa:16:3e:c1:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67665b3-78dc-4aed-8c65-77f32f57f39b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:59:26.828128 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:26.841509 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90efd0ad-aff0-401c-b578-914c6a195d36 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:59:26.863089 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=90efd0ad-aff0-401c-b578-914c6a195d36,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:26.869242 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:26.921105 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:26.928194 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.928602 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.928877 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.929300 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.929542 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.929870 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.930194 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.930517 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.930838 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.931157 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.931476 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:26.931797 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:27.093213 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['90efd0ad-aff0-401c-b578-914c6a195d36'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:59:27.791059 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37543455-5744-492c-846f-80e03e10d767 req-c525027d-ac05-43bd-9bb0-2eb8efe881bb tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:27.792727 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37543455-5744-492c-846f-80e03e10d767 req-c525027d-ac05-43bd-9bb0-2eb8efe881bb tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 944 time: 0.0560029 Aug 18 07:59:27.832783 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37543455-5744-492c-846f-80e03e10d767 req-3bfe1edb-3293-40e6-832d-479077abee13 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Aug 18 07:59:28.117014 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d20e8d-1f6d-42a7-b947-514315c82702 req-f301e867-f9c1-4cd0-8d9a-95fe55f7efbf tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:28.118625 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-70d20e8d-1f6d-42a7-b947-514315c82702 req-f301e867-f9c1-4cd0-8d9a-95fe55f7efbf tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0535829 Aug 18 07:59:28.159642 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-70d20e8d-1f6d-42a7-b947-514315c82702 req-926e031c-dd0b-4473-ba1d-0dd435c20502 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Aug 18 07:59:28.688204 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 90efd0ad-aff0-401c-b578-914c6a195d36 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:59:28.735264 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port 90efd0ad-aff0-401c-b578-914c6a195d36 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:59:28.738844 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port 90efd0ad-aff0-401c-b578-914c6a195d36 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:59:28.739217 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:28.815177 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:28.837796 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:28.840010 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a528275-5604-4375-9376-e1c5e585c75e" -d '{"events": [{"server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "name": "network-vif-plugged", "status": "completed", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:28.853196 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=90efd0ad-aff0-401c-b578-914c6a195d36,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:28.858257 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:28.884663 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8fce5-496b-425d-adde-fb00237a9380 x-openstack-request-id: req-54c8fce5-496b-425d-adde-fb00237a9380 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:28.884956 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "name": "network-vif-plugged", "status": "completed", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:28.885214 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54c8fce5-496b-425d-adde-fb00237a9380 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:28.885602 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36', 'code': 200} Aug 18 07:59:28.913830 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:28.969528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690ef1-5fc4-4864-820e-2275f388da98 req-e803f95e-c18d-4caf-8e85-557eba7804b4 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:28.971023 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-05690ef1-5fc4-4864-820e-2275f388da98 req-e803f95e-c18d-4caf-8e85-557eba7804b4 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 945 time: 0.0586312 Aug 18 07:59:29.011835 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-05690ef1-5fc4-4864-820e-2275f388da98 req-33d6139a-03b8-4aca-a1fb-86f0f8458ae8 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Aug 18 07:59:29.051053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62167ba-42b8-4385-b289-b486301b7b8a req-f4a0740c-ebab-4da7-b75c-54706d199937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:29.052575 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e62167ba-42b8-4385-b289-b486301b7b8a req-f4a0740c-ebab-4da7-b75c-54706d199937 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 1098 time: 0.0398200 Aug 18 07:59:29.090744 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e62167ba-42b8-4385-b289-b486301b7b8a req-7aab966c-8de7-45ad-b2d6-21529b260e1c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278141 Aug 18 07:59:29.576503 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d105-4689-494b-be5e-16d3f34dc4a3 req-d52f65cd-a349-4015-9f92-decf700624ac tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:29.577865 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-aea8d105-4689-494b-be5e-16d3f34dc4a3 req-d52f65cd-a349-4015-9f92-decf700624ac tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.3464227 Aug 18 07:59:29.608917 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-b2909ed0-5674-46eb-b925-f3d4131264e1 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:29.610287 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-b2909ed0-5674-46eb-b925-f3d4131264e1 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 945 time: 0.0702159 Aug 18 07:59:29.647004 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-aea8d105-4689-494b-be5e-16d3f34dc4a3 req-5c2e2cea-6f01-4ce5-b8df-c792c079b584 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618255 Aug 18 07:59:29.707667 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:59:29.707998 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:29.794691 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] For port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:29.795049 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:29.965063 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:29.965354 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:29.965685 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP 774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5 disassociated. External IP: 172.27.0.114, port: 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9. Aug 18 07:59:29.966013 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:59:30.124175 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:30.158780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:30.177549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29738de6-480e-4022-8906-9dc172ffba82 req-2e089aa9-3879-45ae-b2d5-c91328516d60 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:30.181517 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-29738de6-480e-4022-8906-9dc172ffba82 req-2e089aa9-3879-45ae-b2d5-c91328516d60 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 945 time: 0.0948336 Aug 18 07:59:30.289557 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-29738de6-480e-4022-8906-9dc172ffba82 req-603e94dc-a642-4ec7-8ed2-33293e5fce7e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746055 Aug 18 07:59:30.326139 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:59:30.442670 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:59:30.454094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:59:30.466544 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:59:30.467186 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:30.491086 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] No DVR routers for this DVR port 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:59:30.494477 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:30.502280 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-826ede59-d554-4f81-a2c5-e5a0885010fa req-c20802ca-3740-4bc0-b4d6-585d2e447960 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "DELETE /v2.0/ports/5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 HTTP/1.1" status: 204 len: 173 time: 0.8814003 Aug 18 07:59:30.502821 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'name': 'network-vif-deleted', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:30.513943 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b96105-4d5c-4dc9-b062-fd32646ec1ef" -d '{"events": [{"server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "name": "network-vif-deleted", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:30.567710 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87758d0-bad1-4882-9d86-26ca7aacf517 x-openstack-request-id: req-f87758d0-bad1-4882-9d86-26ca7aacf517 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:30.568014 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f936bcde-c34c-4592-9a93-99d582468cee", "name": "network-vif-deleted", "tag": "5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:30.568273 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f87758d0-bad1-4882-9d86-26ca7aacf517 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:30.568748 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f936bcde-c34c-4592-9a93-99d582468cee', 'name': 'network-vif-deleted', 'tag': '5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9', 'status': 'completed', 'code': 200} Aug 18 07:59:30.649690 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:59:30.761718 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e0198708-6a17-4454-ba4f-053f269faa9c req-8abd629d-7e44-49c6-99a5-6184bd852e0c tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=f936bcde-c34c-4592-9a93-99d582468cee HTTP/1.1" status: 200 len: 210 time: 0.0356758 Aug 18 07:59:30.883612 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:30.909505 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:59:30.917614 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:59:30.918214 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:31.023029 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:59:31.343405 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:31.373202 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7474ba6-5486-4ae5-aab7-a36ae15bc8c5 None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:59:31.600903 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da8f66-6a68-45c6-bd0c-2a3bbc790303 None None] New status for floating IP 774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5: DOWN {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:59:32.021949 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-1e00c791-1447-403b-9c2a-8fad38f49821 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218239850&fields=id&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 267 time: 0.0321245 Aug 18 07:59:32.126050 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-b4c750c2-f820-4d12-b895-47314a3f74ee tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:32.127438 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-b4c750c2-f820-4d12-b895-47314a3f74ee tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.0989037 Aug 18 07:59:32.141706 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-7418ee62-6270-4dbb-a18c-d9aa0e334a72 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/quotas/f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 375 time: 0.0087011 Aug 18 07:59:32.193254 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-87577750-15f5-49d4-9f47-c7efe985ea0f tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459611 Aug 18 07:59:32.286805 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-556388eb-9a78-4988-a423-e4ce775f447f service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818238 Aug 18 07:59:32.373617 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-c7dd739a-7d36-46a5-8de0-9dab14b43653 service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804801 Aug 18 07:59:32.666000 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-133b540a-d71e-4be6-a3b6-33d57d6c33b0 req-deba6b0a-278f-4108-988d-e2419a897014 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0272424 Aug 18 07:59:32.722557 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:59:32.742715 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:59:32.743059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 5afcb1c8-2abd-4371-948a-c2fa8ecc4cd9 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:59:33.545712 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-fc037d3f-1f6f-4390-9168-77d1fe587692 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:33.547210 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-fc037d3f-1f6f-4390-9168-77d1fe587692 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.1193240 Aug 18 07:59:33.592651 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-d4682b89-6eea-4ac8-8f64-eb6155608f86 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 380 time: 0.0361533 Aug 18 07:59:33.602240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'port': {'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'admin_state_up': True, 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'security_groups': ['97f3c867-b653-4e55-94ab-686115aeaf39']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:59:33.713486 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Made reservation on behalf of f2639a33e25a40da815edf5ece3ff558 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 07:59:33.717212 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:33.792596 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9740e2d7-0a4b-4e98-9928-1100e9e10beb req-736bf363-11ed-4844-9e0a-ed9eda9e8032 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0587802 Aug 18 07:59:33.867531 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.20.0.6 (4d231ffd-27ec-4188-975c-4f8ee90c2b56/10ba8cb2-8a4a-457e-bb50-5b031ba22463/e8659175-3466-4b23-b229-5f14baece638) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:59:34.002484 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.016091 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Transition to ACTIVE for port object e8659175-3466-4b23-b229-5f14baece638 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:59:34.048757 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.094991 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:59:34.098622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:59:34.102303 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:59:34.108409 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:34.152706 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:34.153316 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.168472 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-164021ed-bbf1-497b-b9ca-7b1585477398 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699527 Aug 18 07:59:34.180750 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Request body: {'port': {'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:59:34.234972 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.352955 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-753fb509-cc9e-4aec-a464-5def5e63a3a7 None None] Provisioning for port e8659175-3466-4b23-b229-5f14baece638 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:59:34.356912 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-753fb509-cc9e-4aec-a464-5def5e63a3a7 None None] Provisioning complete for port e8659175-3466-4b23-b229-5f14baece638 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:59:34.357497 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-753fb509-cc9e-4aec-a464-5def5e63a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.390259 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-753fb509-cc9e-4aec-a464-5def5e63a3a7 None None] Port e8659175-3466-4b23-b229-5f14baece638 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 07:59:34.489788 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8659175-3466-4b23-b229-5f14baece638 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:59:34.496899 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.508468 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Transition to ACTIVE for port object e8659175-3466-4b23-b229-5f14baece638 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 07:59:34.512393 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.559347 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Pushing event updated for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:34.633057 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Attempting to bind port e8659175-3466-4b23-b229-5f14baece638 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 07:59:34.633394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Attempting to bind port e8659175-3466-4b23-b229-5f14baece638 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 07:59:34.633733 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Attempting to bind port e8659175-3466-4b23-b229-5f14baece638 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:59:34.638205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Port e8659175-3466-4b23-b229-5f14baece638 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 07:59:34.638524 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Attempting to bind port e8659175-3466-4b23-b229-5f14baece638 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 07:59:34.644190 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 07:59:34.644691 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 07:59:34.645084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Bound using segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 07:59:34.645523 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Bound port: e8659175-3466-4b23-b229-5f14baece638, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 07:59:34.645889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.715197 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 07:59:34.718918 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e8659175-3466-4b23-b229-5f14baece638,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 07:59:34.723180 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.757540 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:34.758179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:34.759815 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 1093 time: 0.5832791 Aug 18 07:59:34.760394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:34.762869 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ea7fa-2007-42fb-9633-fdc029c414ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:34.789543 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c31c-d8f7-4076-983a-8cdf3aaa5217 service neutron] Pushing event updated for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:34.833879 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4229687a-e417-4663-8719-2a66f8b33792 x-openstack-request-id: req-4229687a-e417-4663-8719-2a66f8b33792 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:34.834161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:34.834618 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4229687a-e417-4663-8719-2a66f8b33792 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:34.835088 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638', 'status': 'completed', 'code': 200} Aug 18 07:59:34.851962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-879e94c7-ce2f-45fc-9134-d6966aa2aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:34.853689 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-879e94c7-ce2f-45fc-9134-d6966aa2aefb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0510724 Aug 18 07:59:34.903133 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-22dd7805-34d0-4020-8ef5-31ceebdf1e63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 217 time: 0.0413599 Aug 18 07:59:34.974410 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-d4f7e699-23f9-42f2-ab9a-003ace30107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:34.975826 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-d4f7e699-23f9-42f2-ab9a-003ace30107e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0651186 Aug 18 07:59:34.983774 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e38162-de75-43f8-99aa-58b5e338e9b2 req-e126f567-d4c0-46b6-8a14-f538e48e00bd tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:34.985135 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-64e38162-de75-43f8-99aa-58b5e338e9b2 req-e126f567-d4c0-46b6-8a14-f538e48e00bd tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0845752 Aug 18 07:59:35.046974 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-64e38162-de75-43f8-99aa-58b5e338e9b2 req-bbd5aa5a-c4ec-42ca-93ae-72327d2f6af5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527956 Aug 18 07:59:35.053196 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-0fce8ae9-0ccb-40fb-93e8-8a7bf8bb17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:35.054852 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-0fce8ae9-0ccb-40fb-93e8-8a7bf8bb17bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688939 Aug 18 07:59:35.141766 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-f63feb38-b3a4-4634-9aec-f64b0e7b698a service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796864 Aug 18 07:59:35.228741 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1126a381-f844-4079-8eba-4fb6d4d69a00 req-6d2cee9d-2906-49d9-be1f-28abd69d377b service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804656 Aug 18 07:59:35.309931 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-1197dc3b-69da-41c8-bdba-739fabc5894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:35.311415 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-1197dc3b-69da-41c8-bdba-739fabc5894f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Aug 18 07:59:35.396924 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-03539bf2-e8df-4af4-b218-aae87e0636cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:35.398391 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-03539bf2-e8df-4af4-b218-aae87e0636cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0801651 Aug 18 07:59:35.440730 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-cecb43f9-7faf-419e-8c03-a83e62ff8903 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 217 time: 0.0357146 Aug 18 07:59:35.488985 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-beadf7be-caaa-4b8b-8ca2-92dab450d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:35.490429 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-beadf7be-caaa-4b8b-8ca2-92dab450d772 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0431025 Aug 18 07:59:35.534755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-d3f71bca-bdcf-4ef6-a166-18a99ef58e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:35.536203 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-d3f71bca-bdcf-4ef6-a166-18a99ef58e9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385561 Aug 18 07:59:35.629046 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-7b67a630-747b-4d30-a55d-173719af8fe3 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Aug 18 07:59:35.715630 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-368ea7fa-2007-42fb-9633-fdc029c414ad req-7b50b2b0-2aaa-4a9a-87bf-8554541e3ad4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800955 Aug 18 07:59:36.166313 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdbc34-d88f-4681-a28f-061abbacbe78 req-34c3008f-aef8-4938-9d31-9e6a15a1ad81 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:36.167755 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0dbdbc34-d88f-4681-a28f-061abbacbe78 req-34c3008f-aef8-4938-9d31-9e6a15a1ad81 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0517764 Aug 18 07:59:36.205745 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-0dbdbc34-d88f-4681-a28f-061abbacbe78 req-1201db61-c65d-4ca0-90bc-ca3b004eb5e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Aug 18 07:59:37.322995 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f104-72a6-45e7-b097-520b4eb63c62 req-d8f96d1c-517c-40d8-952d-61fa4276dc48 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:37.324427 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d71f104-72a6-45e7-b097-520b4eb63c62 req-d8f96d1c-517c-40d8-952d-61fa4276dc48 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0496433 Aug 18 07:59:37.363213 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3d71f104-72a6-45e7-b097-520b4eb63c62 req-33bbec82-7f55-4e80-b1f9-e273b64d5fff tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Aug 18 07:59:38.473977 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a8343-cc21-413a-9638-e960604ab350 req-69ec608f-55a6-4ae0-b207-3ec749df71dc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:38.475326 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b23a8343-cc21-413a-9638-e960604ab350 req-69ec608f-55a6-4ae0-b207-3ec749df71dc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0471272 Aug 18 07:59:38.511578 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b23a8343-cc21-413a-9638-e960604ab350 req-29100987-3fec-47a1-8b3c-5daf81271e9b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Aug 18 07:59:39.631707 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb78d-d341-4153-8cb1-a141e3f9b467 req-59c30fef-3bb2-4cad-a2e7-caa39879e650 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:39.633642 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a79cb78d-d341-4153-8cb1-a141e3f9b467 req-59c30fef-3bb2-4cad-a2e7-caa39879e650 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0544026 Aug 18 07:59:39.672489 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a79cb78d-d341-4153-8cb1-a141e3f9b467 req-3e1aca36-69ea-4cf0-adb3-6cee1aff867b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 18 07:59:40.784534 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece5b6-a991-447f-bf2d-ca3568eabf04 req-13070948-186f-4d19-85ba-c8807b618b83 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:40.785983 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2eece5b6-a991-447f-bf2d-ca3568eabf04 req-13070948-186f-4d19-85ba-c8807b618b83 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0480685 Aug 18 07:59:40.825083 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-2eece5b6-a991-447f-bf2d-ca3568eabf04 req-aac7be7d-4a01-4c83-b8d4-b9d4da718963 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Aug 18 07:59:41.936804 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70a925-00d5-4dd4-b5c1-71bdabbff7ac req-5f980975-1ea7-4516-bf09-ec8f1a1519f4 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:41.938203 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c70a925-00d5-4dd4-b5c1-71bdabbff7ac req-5f980975-1ea7-4516-bf09-ec8f1a1519f4 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0476685 Aug 18 07:59:41.975458 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7c70a925-00d5-4dd4-b5c1-71bdabbff7ac req-3f3b8864-f089-416b-a413-6552c175b5cb tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305991 Aug 18 07:59:43.095686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fd03a-94bf-41b6-96f1-03823fac0be3 req-fce4d4b1-e3b0-4e98-9bb5-8a06aeffa19f tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:43.097161 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb3fd03a-94bf-41b6-96f1-03823fac0be3 req-fce4d4b1-e3b0-4e98-9bb5-8a06aeffa19f tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0512531 Aug 18 07:59:43.133406 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-bb3fd03a-94bf-41b6-96f1-03823fac0be3 req-e54132ef-ac1b-4860-87bc-bbb46aee4164 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299733 Aug 18 07:59:44.247993 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d53342-4c28-4f07-83e2-24b1ea0a5114 req-ebe7c3d6-b398-451b-aa81-f17146f1d1d8 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:44.249467 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d1d53342-4c28-4f07-83e2-24b1ea0a5114 req-ebe7c3d6-b398-451b-aa81-f17146f1d1d8 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0473452 Aug 18 07:59:44.286276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d1d53342-4c28-4f07-83e2-24b1ea0a5114 req-fee2f7fd-17d2-4554-b635-027b2643e739 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304303 Aug 18 07:59:45.404905 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05967b-6b07-4a80-a89c-57e69ff87b03 req-41d56185-af0b-46ee-8c14-05c0f54cfbd1 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:45.406395 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c05967b-6b07-4a80-a89c-57e69ff87b03 req-41d56185-af0b-46ee-8c14-05c0f54cfbd1 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0498092 Aug 18 07:59:45.447972 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6c05967b-6b07-4a80-a89c-57e69ff87b03 req-e0b80fb3-e32c-49ed-a3c5-b4e856805c91 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355630 Aug 18 07:59:46.563316 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b01198-318a-4903-a531-288518d75715 req-0ae26e8d-7214-4f66-99a3-e3dcdb846c55 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:46.564712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b01198-318a-4903-a531-288518d75715 req-0ae26e8d-7214-4f66-99a3-e3dcdb846c55 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 943 time: 0.0510783 Aug 18 07:59:46.602647 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-37b01198-318a-4903-a531-288518d75715 req-d254f49e-64bf-490f-af05-4fe8ffb16f55 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Aug 18 07:59:46.761239 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e8659175-3466-4b23-b229-5f14baece638 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 07:59:46.856717 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e8659175-3466-4b23-b229-5f14baece638,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:46.868308 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'e8659175-3466-4b23-b229-5f14baece638', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 07:59:46.905166 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:46.917722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8659175-3466-4b23-b229-5f14baece638 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 07:59:46.936855 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e8659175-3466-4b23-b229-5f14baece638,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:46.940268 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:46.989091 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:47.040351 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f07329af-5d62-436b-8a87-30854bd93a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:47.164852 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['e8659175-3466-4b23-b229-5f14baece638'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:59:47.716136 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4795f9-6011-4fd1-a4da-24b53bb533f6 req-e6a33365-2318-422d-9b62-929132cd6371 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:47.717676 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa4795f9-6011-4fd1-a4da-24b53bb533f6 req-e6a33365-2318-422d-9b62-929132cd6371 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 944 time: 0.0488162 Aug 18 07:59:47.755371 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fa4795f9-6011-4fd1-a4da-24b53bb533f6 req-9eb76156-642f-4c50-a386-12c4ffae2445 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Aug 18 07:59:48.742689 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:48.764950 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e8659175-3466-4b23-b229-5f14baece638 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 07:59:48.815442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:48.834563 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port e8659175-3466-4b23-b229-5f14baece638 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 07:59:48.838990 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port e8659175-3466-4b23-b229-5f14baece638 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 07:59:48.839364 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:48.894065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c78a4a-014c-4ed9-bc86-9e5c7419cac4 req-982be123-43da-49e1-a24b-33c76c27db7c tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:48.896188 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b8c78a4a-014c-4ed9-bc86-9e5c7419cac4 req-982be123-43da-49e1-a24b-33c76c27db7c tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 944 time: 0.0663788 Aug 18 07:59:48.925858 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:48.947460 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b8c78a4a-014c-4ed9-bc86-9e5c7419cac4 req-167dac2b-a23e-4a62-90eb-7daef32384d0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Aug 18 07:59:48.950828 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8659175-3466-4b23-b229-5f14baece638'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:48.953038 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e221f19-5762-4b67-9c55-9cc1af23a089" -d '{"events": [{"server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e8659175-3466-4b23-b229-5f14baece638"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:48.967345 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e8659175-3466-4b23-b229-5f14baece638,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:48.972427 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:49.000313 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af40c5f-dd29-43ea-9ae8-ea5f1761fad5 x-openstack-request-id: req-9af40c5f-dd29-43ea-9ae8-ea5f1761fad5 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:49.000633 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e8659175-3466-4b23-b229-5f14baece638", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:49.000887 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9af40c5f-dd29-43ea-9ae8-ea5f1761fad5 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:49.001271 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8659175-3466-4b23-b229-5f14baece638', 'code': 200} Aug 18 07:59:49.031822 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:49.208191 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d8904-5f0e-4109-9c5a-b44870a85c5a req-0a047ff2-5320-4794-b8a4-87ed24a52ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:49.209686 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f68d8904-5f0e-4109-9c5a-b44870a85c5a req-0a047ff2-5320-4794-b8a4-87ed24a52ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0432062 Aug 18 07:59:49.502157 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f68d8904-5f0e-4109-9c5a-b44870a85c5a req-b844067c-9074-496d-9d19-0b92a9ad2fe8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849803 Aug 18 07:59:49.704244 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-12e7d533-60c3-41e7-b3c7-038442ba9dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:50.071485 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214495-345a-4e2e-ae81-5527cc6dcb1c req-d148343c-8123-4868-b7b1-4dee767f7900 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:50.072991 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-75214495-345a-4e2e-ae81-5527cc6dcb1c req-d148343c-8123-4868-b7b1-4dee767f7900 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0515528 Aug 18 07:59:50.112953 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-75214495-345a-4e2e-ae81-5527cc6dcb1c req-12994119-f286-48fb-a1df-c9b9cd238514 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Aug 18 07:59:50.406007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eae0b-484b-42c8-b1df-86b8f7705bf7 req-2ce5824d-da39-4e21-9bf8-364ee5576412 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:50.407464 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eb0eae0b-484b-42c8-b1df-86b8f7705bf7 req-2ce5824d-da39-4e21-9bf8-364ee5576412 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Aug 18 07:59:50.444776 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-eb0eae0b-484b-42c8-b1df-86b8f7705bf7 req-e6c352d2-9f51-40bd-99dd-0d5d82e0d29e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Aug 18 07:59:51.100943 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:51.236587 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102373a0-f835-4393-971d-7579201d1a24 req-9b6bf1bc-1046-42a4-a61a-042e32477d4e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:51.238121 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-102373a0-f835-4393-971d-7579201d1a24 req-9b6bf1bc-1046-42a4-a61a-042e32477d4e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0551279 Aug 18 07:59:51.278057 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-102373a0-f835-4393-971d-7579201d1a24 req-e08ebf21-e965-4c0e-8710-2d2438dc7c61 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Aug 18 07:59:51.393971 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebffeb-9e5b-4a2e-8190-b67c01ec5318 req-a1eaed2d-c6d1-4e13-8e48-67be8f49127b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:51.395455 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbebffeb-9e5b-4a2e-8190-b67c01ec5318 req-a1eaed2d-c6d1-4e13-8e48-67be8f49127b tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 18 07:59:51.435526 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-dbebffeb-9e5b-4a2e-8190-b67c01ec5318 req-482f6aaf-ff98-4309-974c-c89657694c9f tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Aug 18 07:59:51.457090 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43194) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:59:51.503311 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5560dad-70a0-4197-ac44-523fa1f16b6f tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:51.504866 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c5560dad-70a0-4197-ac44-523fa1f16b6f tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1093 time: 0.0463352 Aug 18 07:59:51.507590 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43200) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 07:59:51.512075 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.v2.base [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 07:59:51.535646 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:51.564363 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b964-2e56-47b3-aca1-1f34567fc333 req-4bd693d7-e7f1-4604-8ec3-03d7c6f2d551 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:51.566074 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f09b964-2e56-47b3-aca1-1f34567fc333 req-4bd693d7-e7f1-4604-8ec3-03d7c6f2d551 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 18 07:59:51.605885 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7f09b964-2e56-47b3-aca1-1f34567fc333 req-adfb6c7c-764c-48d4-9842-dce0907c312e tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/security-groups?id=129f4f51-683c-4843-8c92-23fb77dc105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Aug 18 07:59:51.633776 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:51.739593 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_common [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.27.0.193 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/1a529c6b-0349-4cdd-8852-8e0c488f886e) {{(pid=105478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 07:59:51.839949 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:51.876565 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:51.918287 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 07:59:51.921288 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 07:59:51.925089 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 07:59:51.947054 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=1a529c6b-0349-4cdd-8852-8e0c488f886e,revision_number=1']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:51.950074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dce014-9a40-408e-a042-40170647579b req-9f00178f-1293-4eed-bf0c-f97b14b15baf tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:51.951548 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f1dce014-9a40-408e-a042-40170647579b req-9f00178f-1293-4eed-bf0c-f97b14b15baf tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Aug 18 07:59:51.962083 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.962427 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.962766 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.963097 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.963437 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.963764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.964086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.964413 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.964772 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.965092 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.965410 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:51.965728 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 07:59:52.052736 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Deleting port 90efd0ad-aff0-401c-b578-914c6a195d36 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 07:59:52.053088 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.143760 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] For port 90efd0ad-aff0-401c-b578-914c6a195d36, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=90efd0ad-aff0-401c-b578-914c6a195d36,segment=NetworkSegment(02f000ec-7a7d-4516-b14c-59abb11c6621),segment_id=02f000ec-7a7d-4516-b14c-59abb11c6621)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 07:59:52.144013 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.158162 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Calling delete_port for 90efd0ad-aff0-401c-b578-914c6a195d36 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 07:59:52.282224 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.287916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.295333 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['90efd0ad-aff0-401c-b578-914c6a195d36'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 07:59:52.316594 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Pushing event deleted for resources: {'Port': ['ID=90efd0ad-aff0-401c-b578-914c6a195d36,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:52.343682 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.358535 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] No DVR routers for this DVR port 90efd0ad-aff0-401c-b578-914c6a195d36 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 07:59:52.361198 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.363293 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-f1dce014-9a40-408e-a042-40170647579b req-f3f14c60-e1fe-431f-8ffb-60986a891e29 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.42 "DELETE /v2.0/ports/90efd0ad-aff0-401c-b578-914c6a195d36 HTTP/1.1" status: 204 len: 173 time: 0.4043729 Aug 18 07:59:52.364299 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'name': 'network-vif-deleted', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:52.366694 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c5ecc-eadd-4236-8a42-fbc2e44d3d30" -d '{"events": [{"server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "name": "network-vif-deleted", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:52.405530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93bdb5b-ebc6-42fb-b085-c925da558e29 x-openstack-request-id: req-a93bdb5b-ebc6-42fb-b085-c925da558e29 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:52.405827 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1eabe-b503-4b4c-b76a-89b6de3c5a74", "name": "network-vif-deleted", "tag": "90efd0ad-aff0-401c-b578-914c6a195d36", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:52.406087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a93bdb5b-ebc6-42fb-b085-c925da558e29 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:52.406493 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1eabe-b503-4b4c-b76a-89b6de3c5a74', 'name': 'network-vif-deleted', 'tag': '90efd0ad-aff0-401c-b578-914c6a195d36', 'status': 'completed', 'code': 200} Aug 18 07:59:52.568887 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.713896 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4c55e1e7-d4b2-4bf5-ba11-c0e688fb6c82 req-b6ca3a5d-08a8-43fd-a0b2-a56c2e5e5176 tempest-VolumesSnapshotTestJSON-885899518 tempest-VolumesSnapshotTestJSON-885899518-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d1eabe-b503-4b4c-b76a-89b6de3c5a74 HTTP/1.1" status: 200 len: 210 time: 0.0281823 Aug 18 07:59:52.718033 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.724300 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663896'] for port, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.795243 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=1a529c6b-0349-4cdd-8852-8e0c488f886e,revision_number=2']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 07:59:52.806570 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:52.908928 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP fac48b29-8c8e-4bdc-b03a-f6db90dbfb72 associated. External IP: 172.27.0.193, port: e8659175-3466-4b23-b229-5f14baece638. Aug 18 07:59:53.115916 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 07:59:53.220211 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 07:59:53.231066 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 07:59:53.236749 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 07:59:53.240505 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:59:53.241158 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:53.263319 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d7f3ed1d-c17e-46fe-a113-a70e18a2b4bc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7546120 Aug 18 07:59:53.263804 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 07:59:53.266127 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da7fa5-a04e-46de-a430-347f6816ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 07:59:53.304117 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 07:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a492574-df69-4460-981d-53fad438c25e x-openstack-request-id: req-6a492574-df69-4460-981d-53fad438c25e {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 07:59:53.304403 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 07:59:53.304679 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a492574-df69-4460-981d-53fad438c25e {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 07:59:53.305078 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638', 'status': 'completed', 'code': 200} Aug 18 07:59:53.364950 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-7e0ab889-843a-41fa-baf4-093ee233988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:53.366477 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-7e0ab889-843a-41fa-baf4-093ee233988c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0403197 Aug 18 07:59:53.373378 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:59:53.458840 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-946d4779-93f5-41b9-904f-7217f1ba9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:53.460294 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-946d4779-93f5-41b9-904f-7217f1ba9e9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0868762 Aug 18 07:59:53.524071 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-c8a6626b-d4e0-48bd-8c67-ab7ea7dc3792 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 999 time: 0.0565834 Aug 18 07:59:53.577991 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-f4204cca-3e92-493d-a937-2d82c6fa7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:53.579657 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-f4204cca-3e92-493d-a937-2d82c6fa7410 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0488124 Aug 18 07:59:53.595057 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:52Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:53.621768 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 07:59:53.629600 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-c659b1aa-7b27-4588-804c-28df79ab2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 07:59:53.630567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 07:59:53.631112 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-c659b1aa-7b27-4588-804c-28df79ab2cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444255 Aug 18 07:59:53.631218 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:53.725926 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-7099e128-0f8d-4010-8481-bc74c7988c46 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874076 Aug 18 07:59:53.752988 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 07:59:53.862687 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-31da7fa5-a04e-46de-a430-347f6816ab34 req-1b174bc0-238b-4302-8f2f-c60afd2a02c6 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297038 Aug 18 07:59:54.019864 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:52Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 07:59:54.051516 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddb038-3444-4d74-9865-3daac15ff666 None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:52Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 07:59:54.256125 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e1c4e-f696-42fc-9916-612d47496e2e None None] New status for floating IP fac48b29-8c8e-4bdc-b03a-f6db90dbfb72: ACTIVE {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 07:59:54.792281 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 90efd0ad-aff0-401c-b578-914c6a195d36 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 07:59:54.811841 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: 90efd0ad-aff0-401c-b578-914c6a195d36 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 07:59:54.812181 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device 90efd0ad-aff0-401c-b578-914c6a195d36 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 07:59:56.189323 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:00:03.174513 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43256) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:03.335117 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Deleting port 208e3692-84ef-489d-a24d-9d7c1136286f {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:03.335456 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:03.417417 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:03.417764 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:03.431542 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Calling delete_port for 208e3692-84ef-489d-a24d-9d7c1136286f owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:03.591889 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:03.618230 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event deleted for resources: {'Port': ['ID=208e3692-84ef-489d-a24d-9d7c1136286f,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:03.677874 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:03.678189 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Floating IP deb973da-2b18-4d17-9b27-d5a75d041c02 disassociated (deleted). External IP: 172.27.0.14, port: bee0ce2d-970c-407b-b7d2-a313fd28f100. Aug 18 08:00:03.886370 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:00:04.003870 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:00:04.012540 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:04.015760 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Sync routers for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:00:04.027793 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:04.028548 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:04.045473 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d71953ee-30cd-4377-aa15-358e7d07cd67 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "DELETE /v2.0/floatingips/deb973da-2b18-4d17-9b27-d5a75d041c02 HTTP/1.1" status: 204 len: 168 time: 0.8698294 Aug 18 08:00:04.046054 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:00:04.048321 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ac671-965e-473b-9a9d-4cf43ea58991" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:00:04.088867 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 08:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d225e1-3d2a-437b-903e-8a286f4b0878 x-openstack-request-id: req-b7d225e1-3d2a-437b-903e-8a286f4b0878 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:00:04.089292 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:00:04.089729 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7d225e1-3d2a-437b-903e-8a286f4b0878 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:00:04.090718 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'status': 'completed', 'code': 200} Aug 18 08:00:04.149126 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:04.276779 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386dda4-76d5-4241-ade9-728139f5d4f5 req-6d5674a4-ba2c-4148-bff7-88900daed422 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:04.278466 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5386dda4-76d5-4241-ade9-728139f5d4f5 req-6d5674a4-ba2c-4148-bff7-88900daed422 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0515218 Aug 18 08:00:04.319422 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-5386dda4-76d5-4241-ade9-728139f5d4f5 req-644fc4b6-7c2c-4b49-bf93-f67cfa5860ac tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345786 Aug 18 08:00:04.366246 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:04.394019 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Checking router: 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:00:04.402634 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:04.403181 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:04.510574 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:04.704486 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:04.859733 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902468f-8616-4cc5-9138-d5e95292d406 None None] The sync data for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi is: [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T07:55:07Z', 'revision_number': 4, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': 'ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c', 'name': '', 'network_id': '845bae07-0164-470d-930c-b40256ca3571', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'mac_address': 'fa:16:3e:7c:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:06Z', 'updated_at': '2021-08-18T07:55:13Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'subnets': [{'id': '4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:00:05.077576 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aff550-05b2-4801-87bd-1660d5910c18 None None] New status for floating IP deb973da-2b18-4d17-9b27-d5a75d041c02: DOWN {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 08:00:05.548523 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025d85-ba5c-4018-8f12-44f2a95d3c17 req-3241308a-6beb-4e44-a6d7-111110badd90 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:05.550020 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-86025d85-ba5c-4018-8f12-44f2a95d3c17 req-3241308a-6beb-4e44-a6d7-111110badd90 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.1612890 Aug 18 08:00:05.589040 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-86025d85-ba5c-4018-8f12-44f2a95d3c17 req-d6c3db1a-a67b-4c47-8785-6ad2188335c6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325060 Aug 18 08:00:06.617215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-5f75eac8-595d-4c20-80aa-8f6cfd672dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:06.618722 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-5f75eac8-595d-4c20-80aa-8f6cfd672dab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 1098 time: 0.0440106 Aug 18 08:00:06.716608 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-be1ddcd6-09bc-4110-b727-49ed0b51f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:06.718060 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-be1ddcd6-09bc-4110-b727-49ed0b51f002 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 200 len: 909 time: 0.0908732 Aug 18 08:00:06.780652 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-e851b67f-0ba5-4e4d-b1b1-dc229bd7b6d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 200 len: 217 time: 0.0480478 Aug 18 08:00:06.827802 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359c84-67c5-4617-9133-eca5147033b7 req-6aa2c3ae-cfc3-4a00-8764-5ab187425c4a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:06.829221 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e359c84-67c5-4617-9133-eca5147033b7 req-6aa2c3ae-cfc3-4a00-8764-5ab187425c4a tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.1614645 Aug 18 08:00:06.859030 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-1daaa187-fd12-406c-bc04-836ca80de3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:06.860420 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-1daaa187-fd12-406c-bc04-836ca80de3b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 200 len: 847 time: 0.0718844 Aug 18 08:00:06.900805 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-3e359c84-67c5-4617-9133-eca5147033b7 req-0260c0c6-353e-458d-8fe3-1b5ad6f2d840 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650806 Aug 18 08:00:06.916722 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-6a3fa25b-922a-4b42-95d3-d7222559c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:06.918239 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-6a3fa25b-922a-4b42-95d3-d7222559c0f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845bae07-0164-470d-930c-b40256ca3571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475631 Aug 18 08:00:07.008768 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-fbf486c0-dc7d-40ab-8da2-09b3bd2f76a1 service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Aug 18 08:00:07.102839 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-030ac671-965e-473b-9a9d-4cf43ea58991 req-3adaba16-801c-4f24-b1c1-81c91283223c service neutron] 10.222.0.42 "GET /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Aug 18 08:00:08.015712 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00f97-3a00-40f6-af80-f68ae247d548 req-127005c3-0898-411c-95cd-184544f6644c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:08.017238 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-72c00f97-3a00-40f6-af80-f68ae247d548 req-127005c3-0898-411c-95cd-184544f6644c tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0496428 Aug 18 08:00:08.056414 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-72c00f97-3a00-40f6-af80-f68ae247d548 req-8904ff54-c9e3-48cf-854c-242cffe8c8b6 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/security-groups?id=864ec637-b541-49c1-8c4c-9e70ee0e1ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313156 Aug 18 08:00:08.249696 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074537f-e0e6-41a6-819a-09a65475db51 req-eadf7a0b-c0f1-4bad-87dc-ec479179247e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:08.251102 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8074537f-e0e6-41a6-819a-09a65475db51 req-eadf7a0b-c0f1-4bad-87dc-ec479179247e tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 945 time: 0.0495672 Aug 18 08:00:08.349217 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Deleting port bee0ce2d-970c-407b-b7d2-a313fd28f100 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:08.349564 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:08.440143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] For port bee0ce2d-970c-407b-b7d2-a313fd28f100, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bee0ce2d-970c-407b-b7d2-a313fd28f100,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:08.440528 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:08.457539 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Calling delete_port for bee0ce2d-970c-407b-b7d2-a313fd28f100 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:08.581476 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:08.609290 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event deleted for resources: {'Port': ['ID=bee0ce2d-970c-407b-b7d2-a313fd28f100,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:08.653495 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] No DVR routers for this DVR port bee0ce2d-970c-407b-b7d2-a313fd28f100 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:00:08.656171 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:08.658240 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8074537f-e0e6-41a6-819a-09a65475db51 req-d5ca700e-c3e3-4b30-881d-81adadcda596 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.42 "DELETE /v2.0/ports/bee0ce2d-970c-407b-b7d2-a313fd28f100 HTTP/1.1" status: 204 len: 173 time: 0.4003971 Aug 18 08:00:08.658667 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-deleted', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:00:08.660973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9876a9aa-25b8-4781-be11-ad58760cd8ea" -d '{"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-deleted", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:00:08.698076 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de46455-0416-4f0a-96c8-8db40f9ad368 x-openstack-request-id: req-2de46455-0416-4f0a-96c8-8db40f9ad368 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:00:08.698357 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c", "name": "network-vif-deleted", "tag": "bee0ce2d-970c-407b-b7d2-a313fd28f100", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:00:08.698606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2de46455-0416-4f0a-96c8-8db40f9ad368 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:00:08.698999 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c', 'name': 'network-vif-deleted', 'tag': 'bee0ce2d-970c-407b-b7d2-a313fd28f100', 'status': 'completed', 'code': 200} Aug 18 08:00:09.178476 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-be39584c-4007-420c-995b-72da19b49b86 req-640aba16-73dc-47f4-813c-d7cca84f9bc4 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4efb41-88b0-40d5-8aec-9d5ff87a2f3c HTTP/1.1" status: 200 len: 210 time: 0.0270810 Aug 18 08:00:10.248268 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43320) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:10.307083 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:10.332405 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:10.400013 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:10.402592 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:10.403763 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] 10.222.0.38 "DELETE /v2.0/security-groups/864ec637-b541-49c1-8c4c-9e70ee0e1ba1 HTTP/1.1" status: 204 len: 168 time: 0.1545060 Aug 18 08:00:10.414317 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2892-344c-4516-9c84-624ea0171778 tempest-TestShelveInstance-117093109 tempest-TestShelveInstance-117093109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ec637-b541-49c1-8c4c-9e70ee0e1ba1,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:10.454615 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43324) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:10.836216 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:10.906326 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:10.925806 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: bee0ce2d-970c-407b-b7d2-a313fd28f100 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:10.926152 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device bee0ce2d-970c-407b-b7d2-a313fd28f100 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:11.077582 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Deleting port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:11.077920 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:11.154215 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] For port ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:11.154484 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:11.167074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Calling delete_port for ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:11.352783 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:11.382478 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:11.408508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.408881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.409228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.409567 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.410007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.410278 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.410611 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.410938 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.411261 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.411597 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.411915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.412242 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:00:11.566383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:11.779866 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:00:11.885753 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:00:11.890796 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-7467b430-10d4-4822-ab58-9dda893af32c admin admin] 10.222.0.38 "PUT /v2.0/routers/95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4351356 Aug 18 08:00:11.893454 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43336) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:11.894208 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Sync routers for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:00:11.903250 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:11.903868 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:11.993416 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.005380 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:12.094446 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.145321 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Deleting port f6e38fa0-228c-40c6-aa09-21c51fec473f {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:12.145660 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.178675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T08:00:11Z', 'revision_number': 5, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port': {'id': 'f6e38fa0-228c-40c6-aa09-21c51fec473f', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:02Z', 'updated_at': '2021-08-18T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:12.208330 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Checking router: 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:00:12.216500 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Routers {'95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:12.217115 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:12.226332 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] For port f6e38fa0-228c-40c6-aa09-21c51fec473f, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=f6e38fa0-228c-40c6-aa09-21c51fec473f,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:12.226686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.237926 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Calling delete_port for f6e38fa0-228c-40c6-aa09-21c51fec473f owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:12.314203 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] Set router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 gateway port host: None {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:12.372435 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T08:00:12Z', 'revision_number': 6, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:12.403106 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51255c35-e78a-484f-8e54-c2db4705e4f1 None None] The sync data for ids ['95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5'] in dv-cinder-804698-3-iscsi is: [{'id': '95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5', 'name': 'tempest-TestShelveInstance-791383809-router', 'tenant_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:01Z', 'updated_at': '2021-08-18T08:00:12Z', 'revision_number': 6, 'project_id': 'a0ddaafe8e984fe09a6dcc9bb8b14de0', 'gw_port_host': None}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:00:12.407500 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.435123 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e38fa0-228c-40c6-aa09-21c51fec473f,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:12.503811 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.592163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.594267 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.898082 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.898697 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 08:00:12.903173 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.904310 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e74ae045-1cfe-4e03-a4d7-2145afa60329 admin admin] 10.222.0.38 "DELETE /v2.0/routers/95fb1bb9-dce3-44df-8470-e9cf1b1ebdb5 HTTP/1.1" status: 204 len: 168 time: 1.0099504 Aug 18 08:00:12.906889 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43346) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:12.949374 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Deleting subnet 4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 08:00:12.952296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:12.984880 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.063606 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.114339 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.139067 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:13.142990 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.144902 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-881e4884-85f2-4c46-80ad-a574ae26ed5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4bad1d8d-6315-46d0-b4aa-b0ec2f9d56fe HTTP/1.1" status: 204 len: 168 time: 0.2370934 Aug 18 08:00:13.147513 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43348) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:13.151885 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca00885-0b96-4920-903f-0d5f1501cf8c None None] Network 845bae07-0164-470d-930c-b40256ca3571 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 08:00:13.224020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f6e38fa0-228c-40c6-aa09-21c51fec473f no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:13.229468 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.266845 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: f6e38fa0-228c-40c6-aa09-21c51fec473f {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:13.267249 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device f6e38fa0-228c-40c6-aa09-21c51fec473f not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:13.267601 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:13.285717 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Deleting port 1bd65719-1dea-45f2-aaed-247d3b537f4e {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:13.286380 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.300754 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:13.301100 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device ed4781e2-41f3-4c8c-aaa9-fb2a31eac38c not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:13.352144 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] For port 1bd65719-1dea-45f2-aaed-247d3b537f4e, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=1bd65719-1dea-45f2-aaed-247d3b537f4e,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:13.352610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.365504 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Calling delete_port for 1bd65719-1dea-45f2-aaed-247d3b537f4e owned by network:dhcp {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:13.383649 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] DHCP port deletion for 845bae07-0164-470d-930c-b40256ca3571 request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 08:00:13.435370 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Deleting port 1bd65719-1dea-45f2-aaed-247d3b537f4e {{(pid=105480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:13.435714 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.467155 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.494412 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd65719-1dea-45f2-aaed-247d3b537f4e,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:13.501666 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] No DVR routers for this DVR port 1bd65719-1dea-45f2-aaed-247d3b537f4e on host dv-cinder-804698-3-iscsi {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:00:13.513637 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] For port 1bd65719-1dea-45f2-aaed-247d3b537f4e, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=1bd65719-1dea-45f2-aaed-247d3b537f4e,segment=NetworkSegment(680f555c-355c-475c-93b4-832ddea5dc30),segment_id=680f555c-355c-475c-93b4-832ddea5dc30)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:13.514091 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.529582 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Calling delete_port for 1bd65719-1dea-45f2-aaed-247d3b537f4e owned by network:dhcp {{(pid=105480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:13.580739 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.591596 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845bae07-0164-470d-930c-b40256ca3571']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:13.607338 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680f555c-355c-475c-93b4-832ddea5dc30') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:13.607994 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680f555c-355c-475c-93b4-832ddea5dc30') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:13.626493 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.634798 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956'] for port, after_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.647712 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.654452 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 08:00:13.654872 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 08:00:13.656822 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 08:00:13.663826 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] Pushing event deleted for resources: {'Port': ['ID=1bd65719-1dea-45f2-aaed-247d3b537f4e,revision_number=None']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:13.671838 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bb834-4ecd-441b-9c3b-fbc096aa4165 None None] No DVR routers for this DVR port 1bd65719-1dea-45f2-aaed-247d3b537f4e on host dv-cinder-804698-3-iscsi {{(pid=105480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:00:13.711022 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.716610 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:13.718437 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/845bae07-0164-470d-930c-b40256ca3571 HTTP/1.1" status: 204 len: 168 time: 0.5700383 Aug 18 08:00:13.722040 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43356) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:13.731834 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7671d-116e-44b0-9544-9ba870da4ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=845bae07-0164-470d-930c-b40256ca3571,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:14.061191 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:14.299907 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Deleting port 006ce3a7-9e10-479b-8ce0-8668ea766d1c {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:14.300247 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:14.587280 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] For port 006ce3a7-9e10-479b-8ce0-8668ea766d1c, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=006ce3a7-9e10-479b-8ce0-8668ea766d1c,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:14.587640 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:14.599519 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Calling delete_port for 006ce3a7-9e10-479b-8ce0-8668ea766d1c owned by network:router_interface {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:14.784826 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:14.811456 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=006ce3a7-9e10-479b-8ce0-8668ea766d1c,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:15.008493 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.159395 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 1bd65719-1dea-45f2-aaed-247d3b537f4e no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:15.181543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 1bd65719-1dea-45f2-aaed-247d3b537f4e {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:15.181975 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 1bd65719-1dea-45f2-aaed-247d3b537f4e not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:15.252617 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:00:15.369201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:00:15.374340 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2716b21c-d55d-42cd-916c-e5e69b0c6b13 admin admin] 10.222.0.38 "PUT /v2.0/routers/96447ba2-ce24-4b7a-9a7e-038e98f0ad43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512861 Aug 18 08:00:15.376923 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43380) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:15.379608 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Sync routers for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:00:15.390018 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:15.390760 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:15.486227 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks [] for router, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.504477 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:15.590653 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.641145 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Deleting port e4f77732-8443-4eb4-aabd-a2c21535fa72 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:15.641380 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.683295 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T08:00:14Z', 'revision_number': 5, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port': {'id': 'e4f77732-8443-4eb4-aabd-a2c21535fa72', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:55:12Z', 'updated_at': '2021-08-18T07:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:15.723822 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] For port e4f77732-8443-4eb4-aabd-a2c21535fa72, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e4f77732-8443-4eb4-aabd-a2c21535fa72,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:15.724187 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.738072 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Calling delete_port for e4f77732-8443-4eb4-aabd-a2c21535fa72 owned by network:router_gateway {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:15.797272 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Checking router: 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:00:15.805781 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Routers {'96447ba2-ce24-4b7a-9a7e-038e98f0ad43'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:00:15.806392 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T07:59:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:15.889505 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] Set router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:00:15.904312 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:15.928929 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f77732-8443-4eb4-aabd-a2c21535fa72,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:15.943300 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T08:00:15Z', 'revision_number': 6, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:15.970744 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f300c3-bd78-467d-82d9-25de879d8b1f None None] The sync data for ids ['96447ba2-ce24-4b7a-9a7e-038e98f0ad43'] in dv-cinder-804698-3-iscsi is: [{'id': '96447ba2-ce24-4b7a-9a7e-038e98f0ad43', 'name': 'tempest-TestShelveInstance-2118725592-router', 'tenant_id': '31b44b237dca4d32acc1d6e685842c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:55:11Z', 'updated_at': '2021-08-18T08:00:15Z', 'revision_number': 6, 'project_id': '31b44b237dca4d32acc1d6e685842c89', 'gw_port_host': None}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:00:15.998628 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.095784 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.097933 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.150336 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.151148 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96447ba2-ce24-4b7a-9a7e-038e98f0ad43 {{(pid=105478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 08:00:16.156583 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.157720 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-2d91ced6-dd4b-4b9c-be00-1979a6bcdb24 admin admin] 10.222.0.38 "DELETE /v2.0/routers/96447ba2-ce24-4b7a-9a7e-038e98f0ad43 HTTP/1.1" status: 204 len: 168 time: 0.7796924 Aug 18 08:00:16.160280 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43388) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:16.206319 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Deleting subnet 39c8675d-4328-4de3-8d0f-7cee35c0ab58 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 08:00:16.209445 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.250878 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.328291 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.386918 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.412419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c8675d-4328-4de3-8d0f-7cee35c0ab58,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:16.415826 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.417712 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-e27c8f2e-ae7f-44dc-84e7-56cb6f4ca76e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/39c8675d-4328-4de3-8d0f-7cee35c0ab58 HTTP/1.1" status: 204 len: 168 time: 0.2564137 Aug 18 08:00:16.420225 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43390) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:16.421988 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71074e7b-1aa3-40b6-aede-50625a06e57e None None] Network f08cc2d0-8501-4b7e-b280-75640e921efc requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 08:00:16.493244 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.544857 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Deleting port 279d5202-a616-4363-ac0f-1331f6c3b118 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:00:16.545219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.610857 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] For port 279d5202-a616-4363-ac0f-1331f6c3b118, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=279d5202-a616-4363-ac0f-1331f6c3b118,segment=NetworkSegment(1f1c702c-8024-4e99-a53a-2b63c7e840e6),segment_id=1f1c702c-8024-4e99-a53a-2b63c7e840e6)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:00:16.611218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.623999 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Calling delete_port for 279d5202-a616-4363-ac0f-1331f6c3b118 owned by network:dhcp {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:00:16.701806 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.719935 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565240ca-3e3a-4e53-a366-7a85c7c3eb0b None None] DHCP port deletion for f08cc2d0-8501-4b7e-b280-75640e921efc request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 08:00:16.728744 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=279d5202-a616-4363-ac0f-1331f6c3b118,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:16.736649 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] No DVR routers for this DVR port 279d5202-a616-4363-ac0f-1331f6c3b118 on host dv-cinder-804698-3-iscsi {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:00:16.814495 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.825096 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08cc2d0-8501-4b7e-b280-75640e921efc']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:16.834927 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c702c-8024-4e99-a53a-2b63c7e840e6') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:16.835222 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c702c-8024-4e99-a53a-2b63c7e840e6') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:16.843660 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.857248 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.862897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 08:00:16.863284 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 08:00:16.864976 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 08:00:16.926436 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.932625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:16.934335 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] 10.222.0.38 "DELETE /v2.0/networks/f08cc2d0-8501-4b7e-b280-75640e921efc HTTP/1.1" status: 204 len: 168 time: 0.5129733 Aug 18 08:00:16.945959 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7cbc3-7ba9-40e9-a2a2-6ef6b53f8a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f08cc2d0-8501-4b7e-b280-75640e921efc,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:17.044082 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-9f69dc0f-6170-4a52-9001-d68d02e01f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.063167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43394) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.090824 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 006ce3a7-9e10-479b-8ce0-8668ea766d1c no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:17.105726 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d7ed7ca0-af64-4de8-99cc-857a9048808e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0ddaafe8e984fe09a6dcc9bb8b14de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412328 Aug 18 08:00:17.108187 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43398) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.116281 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 006ce3a7-9e10-479b-8ce0-8668ea766d1c {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:17.116852 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 006ce3a7-9e10-479b-8ce0-8668ea766d1c not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:17.117292 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e4f77732-8443-4eb4-aabd-a2c21535fa72 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:17.118502 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43400) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.138825 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: e4f77732-8443-4eb4-aabd-a2c21535fa72 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:17.139403 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e4f77732-8443-4eb4-aabd-a2c21535fa72 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:17.140852 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 279d5202-a616-4363-ac0f-1331f6c3b118 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:00:17.158688 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 279d5202-a616-4363-ac0f-1331f6c3b118 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:00:17.159321 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 279d5202-a616-4363-ac0f-1331f6c3b118 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:00:17.161058 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.168877 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Deleting subnet d67665b3-78dc-4aed-8c65-77f32f57f39b {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 08:00:17.172048 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.185012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.205454 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.231837 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.234584 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.235748 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bf3f78f-4142-497c-871e-d310440c6fd8 HTTP/1.1" status: 204 len: 168 time: 0.1265132 Aug 18 08:00:17.243385 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615d9a5-3086-47ba-973f-f0c6c5ac90b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf3f78f-4142-497c-871e-d310440c6fd8,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:17.251273 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.309956 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.336110 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67665b3-78dc-4aed-8c65-77f32f57f39b,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:17.339635 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.341524 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-36a0cd05-d7e9-48c2-ba2a-076f85992f37 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d67665b3-78dc-4aed-8c65-77f32f57f39b HTTP/1.1" status: 204 len: 168 time: 0.2220271 Aug 18 08:00:17.343947 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43404) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.413444 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.495074 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.504950 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8855865c-b9cf-4ae1-b91e-63a9c817272f']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:17.516120 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f000ec-7a7d-4516-b14c-59abb11c6621') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:17.516416 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f000ec-7a7d-4516-b14c-59abb11c6621') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:00:17.526780 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.540638 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.547553 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 08:00:17.547974 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 08:00:17.549660 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 08:00:17.573986 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43408) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.606175 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.611674 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.615097 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-58bc3597-d7da-426f-9016-1bd8eb9a5a9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31b44b237dca4d32acc1d6e685842c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399895 Aug 18 08:00:17.619533 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43412) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.620118 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8855865c-b9cf-4ae1-b91e-63a9c817272f HTTP/1.1" status: 204 len: 168 time: 0.2750208 Aug 18 08:00:17.633817 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c126c-f8a5-4e75-a69b-5bdc7c4c48c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8855865c-b9cf-4ae1-b91e-63a9c817272f,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:17.671184 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.692306 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.741530 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.744090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.745272 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c0a17e1-f9ac-4778-b14b-1f6f4180ecf0 HTTP/1.1" status: 204 len: 168 time: 0.1246793 Aug 18 08:00:17.753404 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f980d1e-8ef0-43dc-9e5c-0ed53f9bb48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a17e1-f9ac-4778-b14b-1f6f4180ecf0,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:17.786823 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43416) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.826896 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-bfdbc90f-e3fe-4db2-b8aa-668cebffc81b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63d60cae6fed42c190040e85d8199607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389280 Aug 18 08:00:17.829403 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43418) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:17.879849 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.904783 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.957023 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.959742 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:17.961850 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/129f4f51-683c-4843-8c92-23fb77dc105e HTTP/1.1" status: 204 len: 168 time: 0.1315053 Aug 18 08:00:17.970234 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcb51f-2762-4660-b2c2-435f27f9a854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f4f51-683c-4843-8c92-23fb77dc105e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:18.743537 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:18.797811 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:19.704653 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-90985f87-2ab3-4de1-8037-d124bad1581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:19.942569 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-daa4c1b8-b6b2-4ec6-8a8b-cb7d9fc4d716 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280270 Aug 18 08:00:20.028870 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-c9b552ee-4557-455e-bba2-ee154b14150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:20.030333 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-c9b552ee-4557-455e-bba2-ee154b14150e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0450392 Aug 18 08:00:20.142012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-1c225b97-1268-4b96-8aa7-d7c70b782665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:20.143500 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-1c225b97-1268-4b96-8aa7-d7c70b782665 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0927572 Aug 18 08:00:20.214324 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-14d35875-a1d7-4880-bcbd-6a5c1a92bd6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 1001 time: 0.0637918 Aug 18 08:00:20.280032 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-dc1be7ee-4807-469e-adad-b2fd51a74fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:20.281559 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-dc1be7ee-4807-469e-adad-b2fd51a74fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0603750 Aug 18 08:00:20.328368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-c8fb5734-6948-468d-a1f2-8c1ee28395ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:00:20.329920 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-c8fb5734-6948-468d-a1f2-8c1ee28395ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417705 Aug 18 08:00:20.341326 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-2c458ec6-762c-4dc2-acf6-04f8a4a7158e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 08:00:20.342295 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-2c458ec6-762c-4dc2-acf6-04f8a4a7158e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050452 Aug 18 08:00:20.430535 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-db849d3d-77d4-4332-9e90-c07ce155e222 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801489 Aug 18 08:00:20.519709 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4e86de3e-f351-48b1-a7f5-c786ec7f3102 req-f0751f83-0248-44b7-8075-9b8e068aa1ab service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Aug 18 08:00:21.102218 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:22.330977 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:33.188112 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:00:38.108368 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43558) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:38.210077 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2845-dbc4-4d4c-b53f-b44cf6aad3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.298378 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2845-dbc4-4d4c-b53f-b44cf6aad3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.301894 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2845-dbc4-4d4c-b53f-b44cf6aad3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.339687 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-3b1c2845-dbc4-4d4c-b53f-b44cf6aad3bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1bd1508447e42f1810beb230b2f0c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301919 Aug 18 08:00:38.340381 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c2845-dbc4-4d4c-b53f-b44cf6aad3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef2b44-05b0-409f-89d5-0b65105f048f,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:38.343975 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43562) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:00:38.392946 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.415003 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.465336 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.467859 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:38.469065 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77ef2b44-05b0-409f-89d5-0b65105f048f HTTP/1.1" status: 204 len: 168 time: 0.1240978 Aug 18 08:00:38.477306 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958afbd2-c0b3-43e4-90b6-bed9c94b0a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef2b44-05b0-409f-89d5-0b65105f048f,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:00:47.036325 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ba314c56-e56c-4740-af20-c4f001356c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:48.751247 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:48.796804 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:49.704504 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf909-70d7-40fa-ac46-978e9dd6ae64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:51.105219 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:00:52.332688 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:10.186919 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:01:17.037205 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc42a-dd27-4bf6-a716-35390f288254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:18.755541 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:18.797714 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:19.704957 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-1003e933-a465-4498-a953-01624345dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:21.108040 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:21.854810 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-e6abd01b-a219-4425-8efc-91b9e1e0426d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436959 Aug 18 08:01:21.933065 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-e403a746-7cd0-4099-8da5-86ce8de83d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:21.934532 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-e403a746-7cd0-4099-8da5-86ce8de83d1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0394828 Aug 18 08:01:22.035801 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-1a93a3e9-beb3-413d-8541-291c8d980bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:22.037424 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-1a93a3e9-beb3-413d-8541-291c8d980bd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0832875 Aug 18 08:01:22.103865 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-0dbf2750-e001-4ca2-94ec-f48e983a51b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 1001 time: 0.0595016 Aug 18 08:01:22.151355 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-17be77a0-ea4c-4e78-9554-46df270c7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:22.152690 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-17be77a0-ea4c-4e78-9554-46df270c7c2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0415635 Aug 18 08:01:22.196068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-f7fce5e3-5bdc-457f-b4f0-99f49962b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:22.197791 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-f7fce5e3-5bdc-457f-b4f0-99f49962b6f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386357 Aug 18 08:01:22.287318 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-068cb7c2-e6d6-4d66-8982-34fa456d5090 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820343 Aug 18 08:01:22.335634 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:22.376130 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-890d03e0-08c7-464d-a3bf-c875c54de58a req-609424a8-d909-423a-bf38-b002a5d0f275 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819097 Aug 18 08:01:33.073525 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-af20bd66-159c-44d9-9f15-8b922e4a43a7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218239850&fields=id&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 267 time: 0.0368681 Aug 18 08:01:33.175832 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-39bff52f-519e-45ad-8528-4fe55f8c4987 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:33.177381 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-39bff52f-519e-45ad-8528-4fe55f8c4987 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.0958610 Aug 18 08:01:33.192190 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-7f1b47a1-204d-4e11-a4dc-d3c368024712 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/quotas/f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 375 time: 0.0092168 Aug 18 08:01:33.248245 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-91cf7750-26be-48e0-b3d9-0cbede5a205f tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499215 Aug 18 08:01:33.355970 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-76e4dc8d-3411-4ab1-a500-4979a15bffc6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=105479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 08:01:33.356994 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-76e4dc8d-3411-4ab1-a500-4979a15bffc6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964005 Aug 18 08:01:33.447117 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-afeb2103-c342-4039-bc2e-f64146db8de6 service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839407 Aug 18 08:01:33.535179 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c3bfe5e3-f4e3-4d6d-a5a4-8b0c948481d0 service neutron] 10.222.0.38 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819705 Aug 18 08:01:33.811391 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-7d4e1db9-0489-4846-89b6-2f0ac926ba44 req-22b5b41f-d409-4657-b7f4-662749793ab8 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 210 time: 0.0271494 Aug 18 08:01:34.881296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-3dfb07fd-d47d-44a6-9ce2-c0d952f629df tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:34.882961 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-3dfb07fd-d47d-44a6-9ce2-c0d952f629df tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 812 time: 0.1059861 Aug 18 08:01:34.917336 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-b50524ac-df38-4124-8d63-db585d61f311 req-20837752-8dec-449a-af26-ac2923579b24 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 210 time: 0.0334036 Aug 18 08:01:34.946908 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-307492e9-ef84-4206-b332-13b647cdfaed tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2639a33e25a40da815edf5ece3ff558 HTTP/1.1" status: 200 len: 380 time: 0.0530999 Aug 18 08:01:34.957061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'port': {'device_id': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'admin_state_up': True, 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'security_groups': ['97f3c867-b653-4e55-94ab-686115aeaf39']}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 08:01:35.062286 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Made reservation on behalf of f2639a33e25a40da815edf5ece3ff558 for: {'port': 1} {{(pid=105479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 08:01:35.066285 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.191366 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.20.0.3 (4d231ffd-27ec-4188-975c-4f8ee90c2b56/10ba8cb2-8a4a-457e-bb50-5b031ba22463/d5f10146-478c-4b90-923b-b877f7eb0de1) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 08:01:35.333164 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.350693 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Transition to ACTIVE for port object d5f10146-478c-4b90-923b-b877f7eb0de1 will not be triggered until provisioned by entity DHCP. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 08:01:35.385020 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.429069 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 08:01:35.432044 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 08:01:35.435201 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 08:01:35.460323 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:35.475383 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.475647 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.476223 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.476597 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.476933 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.477264 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.477592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.478243 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.478575 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.478896 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.479216 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.479536 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:35.501805 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:35.502763 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.517941 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eb04d917-725d-45e3-91d9-13055e04fbd6 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644417 Aug 18 08:01:35.530541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Request body: {'port': {'device_id': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 08:01:35.589363 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.674549 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-511d79e6-7a4a-447a-9b41-28e20ff375ef None None] Provisioning for port d5f10146-478c-4b90-923b-b877f7eb0de1 completed by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 08:01:35.678300 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-511d79e6-7a4a-447a-9b41-28e20ff375ef None None] Provisioning complete for port d5f10146-478c-4b90-923b-b877f7eb0de1 triggered by entity DHCP. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 08:01:35.678667 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-511d79e6-7a4a-447a-9b41-28e20ff375ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.711560 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-511d79e6-7a4a-447a-9b41-28e20ff375ef None None] Port d5f10146-478c-4b90-923b-b877f7eb0de1 cannot update to ACTIVE because it is not bound. {{(pid=105480) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 08:01:35.842469 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f10146-478c-4b90-923b-b877f7eb0de1 {{(pid=105479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 08:01:35.850244 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.861513 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.provisioning_blocks [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Transition to ACTIVE for port object d5f10146-478c-4b90-923b-b877f7eb0de1 will not be triggered until provisioned by entity L2. {{(pid=105479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 08:01:35.865127 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:35.913814 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470340e-9574-483c-955d-480ed2294971 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:35.987166 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Attempting to bind port d5f10146-478c-4b90-923b-b877f7eb0de1 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 08:01:35.987508 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Attempting to bind port d5f10146-478c-4b90-923b-b877f7eb0de1 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 08:01:35.987841 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Attempting to bind port d5f10146-478c-4b90-923b-b877f7eb0de1 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 08:01:36.004333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Port d5f10146-478c-4b90-923b-b877f7eb0de1 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 08:01:36.005234 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Attempting to bind port d5f10146-478c-4b90-923b-b877f7eb0de1 on network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 08:01:36.026343 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Checking agent: {'id': '14e861dd-82d7-48a4-a894-6bc0e36f2935', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'started_at': datetime.datetime(2021, 8, 18, 7, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 8, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 08:01:36.026691 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Checking segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 08:01:36.027085 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Bound using segment: {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'} {{(pid=105479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 08:01:36.027527 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.managers [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Bound port: d5f10146-478c-4b90-923b-b877f7eb0de1, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3167e04-0357-40f8-bff3-0608324b5ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56'}}] {{(pid=105479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 08:01:36.027898 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:36.076380 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f24791-5300-4ed0-9a99-e1f6b8718651 req-e32c4c66-b24b-4175-8358-99f1dcce5e7a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.077890 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36f24791-5300-4ed0-9a99-e1f6b8718651 req-e32c4c66-b24b-4175-8358-99f1dcce5e7a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0877149 Aug 18 08:01:36.129257 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, cleared binding levels {{(pid=105479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 08:01:36.142276 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36f24791-5300-4ed0-9a99-e1f6b8718651 req-e9d9fa2d-e9ad-493d-9fb3-700cdf8fe2e1 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561042 Aug 18 08:01:36.146134 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d5f10146-478c-4b90-923b-b877f7eb0de1,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 08:01:36.150541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:36.184672 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.185284 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:36.186649 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-c470340e-9574-483c-955d-480ed2294971 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 1093 time: 0.6608598 Aug 18 08:01:36.187112 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:01:36.189448 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57381e8f-e10a-4e70-9419-e7db8d7fad8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:01:36.217423 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470340e-9574-483c-955d-480ed2294971 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=3']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:36.269818 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eac81d45-4c6d-4afe-8b8d-5f1155475e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.271926 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-eac81d45-4c6d-4afe-8b8d-5f1155475e26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1096 time: 0.0467618 Aug 18 08:01:36.315717 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-300fab49-53bb-4191-a09b-d92a8d6b14c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 217 time: 0.0357003 Aug 18 08:01:36.371161 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 08:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b46ed9-6dd7-423b-b108-b78897454101 x-openstack-request-id: req-f1b46ed9-6dd7-423b-b108-b78897454101 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:01:36.371371 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:01:36.371780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1b46ed9-6dd7-423b-b108-b78897454101 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:01:36.372014 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'status': 'completed', 'code': 200} Aug 18 08:01:36.375781 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-f48c85e7-18e5-4cd9-ab84-a27dbc047e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.377308 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-f48c85e7-18e5-4cd9-ab84-a27dbc047e52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0544925 Aug 18 08:01:36.426019 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-3066c0fe-cf09-4e39-a749-5a64c2ae97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.428033 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-3066c0fe-cf09-4e39-a749-5a64c2ae97a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427284 Aug 18 08:01:36.515891 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-044a4242-3147-4405-af46-d8d93a759e5a service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808899 Aug 18 08:01:36.603978 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-36a8d795-41f3-4efe-aebb-02b89c8492fa req-f2d851e6-834d-489f-a9a0-06cccffa1afa service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809619 Aug 18 08:01:36.693700 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-8f311ec1-d13a-4e49-8094-c35b35e4947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.695178 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-8f311ec1-d13a-4e49-8094-c35b35e4947b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1096 time: 0.0418670 Aug 18 08:01:36.785135 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-780dc756-2fb5-47e2-b18f-a1eea6e7ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.787104 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-780dc756-2fb5-47e2-b18f-a1eea6e7ae53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0851355 Aug 18 08:01:36.828011 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-d6708754-f5a3-4028-afc3-588a8f0fd644 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 217 time: 0.0326858 Aug 18 08:01:36.875507 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-699a3ddc-deee-4c7c-b673-d09b059039f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.876911 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-699a3ddc-deee-4c7c-b673-d09b059039f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0413022 Aug 18 08:01:36.924858 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-0771ac5a-0e47-4efb-b2b8-e2862e63f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:36.926330 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-0771ac5a-0e47-4efb-b2b8-e2862e63f832 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426419 Aug 18 08:01:37.014524 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-68a1248f-e7f7-48b8-a4cf-9d6d7f529570 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793650 Aug 18 08:01:37.109157 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-57381e8f-e10a-4e70-9419-e7db8d7fad8d req-dd516d80-3314-4a6c-a174-5aa089b370d0 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Aug 18 08:01:37.254025 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc769417-17cd-40f0-99c0-56ccf2276e53 req-560f5b09-ae12-4c83-9a47-df5518489f05 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:37.258481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc769417-17cd-40f0-99c0-56ccf2276e53 req-560f5b09-ae12-4c83-9a47-df5518489f05 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0484571 Aug 18 08:01:37.292977 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-fc769417-17cd-40f0-99c0-56ccf2276e53 req-7f733102-bdcc-4d4b-9971-62374d4c8d1a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Aug 18 08:01:38.455269 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1cbe-8640-405f-b021-95c16362a59a req-5229bd94-14ee-4bdc-8dd6-c00515563710 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:38.456729 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-856d1cbe-8640-405f-b021-95c16362a59a req-5229bd94-14ee-4bdc-8dd6-c00515563710 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0476263 Aug 18 08:01:38.493625 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-856d1cbe-8640-405f-b021-95c16362a59a req-ac244b40-f78f-43aa-a5da-2e64aed33582 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Aug 18 08:01:39.609739 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c38a-8c16-4fd6-b339-a3a6ec2d8781 req-9cbca986-1b68-43e3-85f4-b02539b18aef tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:39.611214 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-85f7c38a-8c16-4fd6-b339-a3a6ec2d8781 req-9cbca986-1b68-43e3-85f4-b02539b18aef tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0516226 Aug 18 08:01:39.648593 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-85f7c38a-8c16-4fd6-b339-a3a6ec2d8781 req-bdf03199-06b8-4457-8039-5d710d26d513 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Aug 18 08:01:40.760967 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95b0e-413e-46d2-b788-2fee65b9a5f7 req-e41df205-a1b6-4afc-81f2-c1dd79f170d7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:40.762427 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-39c95b0e-413e-46d2-b788-2fee65b9a5f7 req-e41df205-a1b6-4afc-81f2-c1dd79f170d7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0474951 Aug 18 08:01:40.803073 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-39c95b0e-413e-46d2-b788-2fee65b9a5f7 req-9bc02a5f-6a8f-40a4-a66f-841ae4e60e97 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345440 Aug 18 08:01:41.917167 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7edf-26f3-4787-ba7e-4933350022b6 req-63460068-46cf-42cc-90ee-a8cb9637f2e2 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:41.918629 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98dd7edf-26f3-4787-ba7e-4933350022b6 req-63460068-46cf-42cc-90ee-a8cb9637f2e2 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0485506 Aug 18 08:01:41.965411 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-98dd7edf-26f3-4787-ba7e-4933350022b6 req-725f7422-f2db-4306-9ff3-34a9647b0f65 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Aug 18 08:01:43.084595 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733628ce-5d29-4b3c-b29a-e7434c4a35c0 req-7c5e06f3-4f23-434d-bc63-f20faa51ebfa tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:43.086061 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-733628ce-5d29-4b3c-b29a-e7434c4a35c0 req-7c5e06f3-4f23-434d-bc63-f20faa51ebfa tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0521655 Aug 18 08:01:43.123015 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-733628ce-5d29-4b3c-b29a-e7434c4a35c0 req-d0adbe36-554f-4722-bcbb-ed04eb7bcad0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Aug 18 08:01:44.233527 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2e3d-67f2-4a23-97af-28e70ffcda41 req-bad57219-e7dd-454f-91f2-6125313e3ea7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:44.234981 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6fce2e3d-67f2-4a23-97af-28e70ffcda41 req-bad57219-e7dd-454f-91f2-6125313e3ea7 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0481238 Aug 18 08:01:44.271798 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6fce2e3d-67f2-4a23-97af-28e70ffcda41 req-85325275-ee93-4411-87ac-c35dbc6529df tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303094 Aug 18 08:01:45.396514 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3663-afa0-4dd5-bb5c-c168e7ed7b2c req-bd43d9d7-f686-4d5d-a615-04262f615180 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:45.397858 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4d7a3663-afa0-4dd5-bb5c-c168e7ed7b2c req-bd43d9d7-f686-4d5d-a615-04262f615180 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 943 time: 0.0473974 Aug 18 08:01:45.433415 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-4d7a3663-afa0-4dd5-bb5c-c168e7ed7b2c req-0026c347-f716-440c-959f-00bc390b54ef tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297568 Aug 18 08:01:45.444817 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d5f10146-478c-4b90-923b-b877f7eb0de1 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=105480) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 08:01:45.538783 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d5f10146-478c-4b90-923b-b877f7eb0de1,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:01:45.549416 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Returning: {'device': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'port_id': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'mac_address': 'fa:16:3e:c5:86:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105480) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 08:01:45.585182 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:45.597390 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f10146-478c-4b90-923b-b877f7eb0de1 {{(pid=105480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 08:01:45.616299 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d5f10146-478c-4b90-923b-b877f7eb0de1,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:01:45.619987 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:45.665628 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=4']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:45.672213 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.672586 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.672927 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.673260 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.673589 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.673918 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.674242 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.674576 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.674933 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.675333 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.675639 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.676543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:01:45.835103 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] get_ports_and_sgs() called for port_ids ['d5f10146-478c-4b90-923b-b877f7eb0de1'] {{(pid=105480) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 08:01:46.550992 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756526f-ff11-4c7d-84c4-acbcdeadb25d req-2f253b16-14d6-4da0-9ef9-2532467c17fc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:46.552363 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8756526f-ff11-4c7d-84c4-acbcdeadb25d req-2f253b16-14d6-4da0-9ef9-2532467c17fc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 944 time: 0.0513964 Aug 18 08:01:46.590298 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-8756526f-ff11-4c7d-84c4-acbcdeadb25d req-844445da-1e6c-4e92-ad50-a27e059336b5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 Aug 18 08:01:47.038731 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ca90f4c8-d93b-4183-9de1-a6d3b9309e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:47.185537 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:01:47.444694 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d5f10146-478c-4b90-923b-b877f7eb0de1 up at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 08:01:47.493774 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning for port d5f10146-478c-4b90-923b-b877f7eb0de1 completed by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 08:01:47.497280 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.provisioning_blocks [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Provisioning complete for port d5f10146-478c-4b90-923b-b877f7eb0de1 triggered by entity L2. {{(pid=105480) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 08:01:47.497650 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1769446'] for port, provisioning_complete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:47.571536 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:47.592543 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1'}] {{(pid=105480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:01:47.594783 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5bcada1e937b047e4877cde681029b9600af1f986a56ced91774fe8aa57ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf7cdf4-86ca-4803-9f8a-29e17106b2d3" -d '{"events": [{"server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1"}]}' {{(pid=105480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:01:47.607556 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d5f10146-478c-4b90-923b-b877f7eb0de1,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:01:47.611379 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983'] for port, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:47.662167 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=5']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:47.697690 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 08:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8b48b-e9b8-4aaf-9b06-df622ff9be91 x-openstack-request-id: req-1bb8b48b-e9b8-4aaf-9b06-df622ff9be91 {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:01:47.697983 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1", "code": 200}]} {{(pid=105480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:01:47.698232 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bb8b48b-e9b8-4aaf-9b06-df622ff9be91 {{(pid=105480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:01:47.698627 dv-cinder-804698-3-iscsi neutron-server[105480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'code': 200} Aug 18 08:01:47.705253 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08dcfc-aa30-484b-95fd-3715ef188068 req-9ecc10d9-b9a6-4294-a07a-560a4a0435c0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:47.706783 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef08dcfc-aa30-484b-95fd-3715ef188068 req-9ecc10d9-b9a6-4294-a07a-560a4a0435c0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 18 08:01:47.744390 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ef08dcfc-aa30-484b-95fd-3715ef188068 req-d40e7908-e45b-432c-a2ad-800d0078e5a5 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Aug 18 08:01:47.907311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52ace-8af4-4b3a-ada9-bbbd8b69f6b7 req-fb838e1e-45f9-46a2-b840-60d5fe5d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:47.908669 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06f52ace-8af4-4b3a-ada9-bbbd8b69f6b7 req-fb838e1e-45f9-46a2-b840-60d5fe5d75b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1098 time: 0.0383625 Aug 18 08:01:47.943635 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06f52ace-8af4-4b3a-ada9-bbbd8b69f6b7 req-470242e4-8047-4282-9b7f-b452322ef252 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269880 Aug 18 08:01:48.764793 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:48.802400 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:48.865727 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3676f7c-87bb-4af0-9437-7adb3e65d4f3 req-cfa68ef3-f80a-4239-bbc3-e053b73a8c50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:48.867153 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e3676f7c-87bb-4af0-9437-7adb3e65d4f3 req-cfa68ef3-f80a-4239-bbc3-e053b73a8c50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 18 08:01:48.904318 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-e3676f7c-87bb-4af0-9437-7adb3e65d4f3 req-49b8d13c-7355-49af-b32c-3c3c5eb5843c tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Aug 18 08:01:49.017337 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5729f2-2c2e-4364-9ced-df846544f807 req-54dc5757-3681-4100-b9d0-060a23247318 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:49.018738 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ac5729f2-2c2e-4364-9ced-df846544f807 req-54dc5757-3681-4100-b9d0-060a23247318 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0479910 Aug 18 08:01:49.056278 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ac5729f2-2c2e-4364-9ced-df846544f807 req-3866d775-6d20-40ae-b78a-b691a633c96a tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306845 Aug 18 08:01:49.078418 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43674) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:01:49.117033 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8296c52-1d45-4b54-a16b-166ebe4299bf tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:49.118501 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-d8296c52-1d45-4b54-a16b-166ebe4299bf tempest-TestVolumeBootPattern-816763222 tempest-TestVolumeBootPattern-816763222-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1093 time: 0.0391324 Aug 18 08:01:49.121272 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43676) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:01:49.125459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.v2.base [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Request body: {'floatingip': {'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'port_id': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 08:01:49.147218 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:49.501836 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:49.599829 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_common [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Allocated IP 172.27.0.164 (74e2096c-1469-413f-94ce-69fe38608335/406cfa15-e64c-4210-9da4-5b5f89c09b69/d362a0a9-d67c-40f4-8d09-5f67655a1d38) {{(pid=105479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 08:01:49.704070 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:49.706440 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-74325294-d657-4baf-9b95-8c8dd78914bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:49.741626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759215034947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:49.776240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Network 74e2096c-1469-413f-94ce-69fe38608335 is already hosted by enough agents. {{(pid=105479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 08:01:49.780973 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.base_scheduler [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Resources bound (agent type, host, resource id): {{(pid=105479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 08:01:49.784496 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Received port after_create {{(pid=105479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 08:01:49.808625 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=d362a0a9-d67c-40f4-8d09-5f67655a1d38,revision_number=1']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:50.155638 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.230596 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728321'] for port, before_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.377249 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for port, precommit_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.382188 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759215521904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759215034965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759215034983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9638307'] for port, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.451410 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event updated for resources: {'Port': ['ID=d362a0a9-d67c-40f4-8d09-5f67655a1d38,revision_number=2']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:01:50.461468 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718784'] for floatingip, after_update {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.557832 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP 4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c associated. External IP: 172.27.0.164, port: d5f10146-478c-4b90-923b-b877f7eb0de1. Aug 18 08:01:50.757103 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:01:50.859843 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:01:50.869865 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:01:50.878137 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:50.879971 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:01:50.880641 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:01:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:01:50.905262 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-eeef108c-49a9-4cbd-bbf7-7894c194d4f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7830012 Aug 18 08:01:50.905849 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:01:50.908231 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46fb595-77b6-4229-85b0-c55fa5dcca58" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:01:50.943780 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 08:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53be493-9982-4a4d-ae95-18ab96fe152e x-openstack-request-id: req-d53be493-9982-4a4d-ae95-18ab96fe152e {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:01:50.944074 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:01:50.944325 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d53be493-9982-4a4d-ae95-18ab96fe152e {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:01:50.944758 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'status': 'completed', 'code': 200} Aug 18 08:01:50.989442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:01:51.006450 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-f6290f43-f41b-4760-b6f7-c5978a35d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:51.008077 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-f6290f43-f41b-4760-b6f7-c5978a35d613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1098 time: 0.0418763 Aug 18 08:01:51.100980 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-b90ca9b2-b1b7-4073-bf9c-b8d7d5227608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:51.102446 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-b90ca9b2-b1b7-4073-bf9c-b8d7d5227608 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0873647 Aug 18 08:01:51.144492 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:01:51.167201 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-5abd1db1-b984-408b-a563-dfd20930f201 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 999 time: 0.0576406 Aug 18 08:01:51.215715 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-6277e040-edf0-47b9-b8cf-51d6725f80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:51.217184 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-6277e040-edf0-47b9-b8cf-51d6725f80dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0433881 Aug 18 08:01:51.221846 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:c5:86:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T08:01:50Z', 'updated_at': '2021-08-18T08:01:50Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}, {'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:01:51.251555 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:01:51.260110 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:01:51.260675 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:01:50Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:01:51.265525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-83126c55-4444-4b29-9b78-76ba83e51c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:01:51.266993 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-83126c55-4444-4b29-9b78-76ba83e51c47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432858 Aug 18 08:01:51.356300 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-83ea27bc-e3f7-4242-a08e-fcf80334e09b service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Aug 18 08:01:51.359999 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:01:51.446523 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-a46fb595-77b6-4229-85b0-c55fa5dcca58 req-ad1da43e-a367-49be-8b24-21a55a233c26 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 Aug 18 08:01:51.581183 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:c5:86:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T08:01:50Z', 'updated_at': '2021-08-18T08:01:50Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}, {'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:01:51.607115 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b5ab6-2b05-4166-a50a-b95d6388afd6 None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': '4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:c5:86:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T08:01:50Z', 'updated_at': '2021-08-18T08:01:50Z', 'revision_number': 0, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}, {'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:01:51.781773 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50754ea7-c7a4-4d38-93d8-f411533afb5a None None] New status for floating IP 4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c: ACTIVE {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 08:01:52.337603 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:17.039297 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2cf30fc0-e3ea-4e4c-b144-5d816b7010c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:18.782020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:18.805318 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:19.706994 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-0c31eaa0-08f5-48be-aabb-6adc4374d781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:21.115758 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:22.340813 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:23.848339 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-9ab3bef9-f96f-4ac4-9af3-b9fef245dc3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386739 Aug 18 08:02:23.928775 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-a0937053-f46e-4f3a-bc30-84f9eb68c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:02:23.930211 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-a0937053-f46e-4f3a-bc30-84f9eb68c536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0388367 Aug 18 08:02:24.033494 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-f54363ea-dca8-420a-b75e-b393ffdfbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:02:24.035481 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-f54363ea-dca8-420a-b75e-b393ffdfbc05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0865204 Aug 18 08:02:24.099412 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-aa563d7c-7cb8-49c9-97a6-79a3da01059f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 1001 time: 0.0559099 Aug 18 08:02:24.149398 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-a3ec3de4-ab67-4321-afc3-0c9233799a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:02:24.150785 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-a3ec3de4-ab67-4321-afc3-0c9233799a29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0444710 Aug 18 08:02:24.187338 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:02:24.196541 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-be738273-3f61-49ad-984a-be832fa77f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:02:24.198055 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-be738273-3f61-49ad-984a-be832fa77f83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398908 Aug 18 08:02:24.285164 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-c5e7011b-e7ff-476c-a45d-46fb7ff66437 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784953 Aug 18 08:02:24.374350 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-d00e8696-2177-4c7d-91aa-07d877a82879 req-d59992aa-7302-422f-86da-c4314277a370 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823233 Aug 18 08:02:47.041777 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c7c3842d-6b96-4e3a-bf26-08dbefa99866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:48.780324 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:48.804954 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:49.707916 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-c55b8682-a808-45f9-a370-f84a8f683238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:51.116842 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:02:52.342982 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:01.186033 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:03:17.043060 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4f33-6da0-49a5-b9f4-3844adf78bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:18.784477 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:18.805539 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:19.708907 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b043acac-b2a5-49be-ae45-1bdf2368ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:21.119608 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:22.345676 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:23.837057 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-69398c0e-e664-4d5b-8acf-154858c75179 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397599 Aug 18 08:03:23.897068 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-f855701b-4944-448d-859e-b6e8cdcb5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:23.898563 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-f855701b-4944-448d-859e-b6e8cdcb5369 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1098 time: 0.0395458 Aug 18 08:03:24.003179 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-0758075a-85d8-4a25-a555-36d85df07ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:24.004752 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-0758075a-85d8-4a25-a555-36d85df07ced service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.0846343 Aug 18 08:03:24.069937 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-2b545c52-06f5-4f92-83b4-37ad772a1b73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 1001 time: 0.0584433 Aug 18 08:03:24.121090 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-bf292530-142e-463c-82b1-b043e408b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:24.122485 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-bf292530-142e-463c-82b1-b043e408b5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0454230 Aug 18 08:03:24.167241 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-49ec9b92-abe8-4974-ae6e-00110825bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:24.168718 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-49ec9b92-abe8-4974-ae6e-00110825bdea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393713 Aug 18 08:03:24.256913 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-4acf6293-542e-485f-9c0a-cda6c7391476 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813801 Aug 18 08:03:24.350013 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-755adfb7-93df-4496-ab57-5cf3c539c820 req-c62e9de4-ade2-4dc2-bd68-3162a5e6365a service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859735 Aug 18 08:03:29.571199 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43712) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:29.723626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port d362a0a9-d67c-40f4-8d09-5f67655a1d38 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:29.723965 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:29.797283 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:29.797605 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:29.808876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for d362a0a9-d67c-40f4-8d09-5f67655a1d38 owned by network:floatingip {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:29.972116 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:29.994607 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=d362a0a9-d67c-40f4-8d09-5f67655a1d38,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:30.007968 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.008304 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.008677 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.009012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.009346 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.009679 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.010006 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.010333 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.010659 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.010981 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.011303 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.011622 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:30.063208 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:30.063558 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.db.l3_db [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP 4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c disassociated (deleted). External IP: 172.27.0.164, port: d5f10146-478c-4b90-923b-b877f7eb0de1. Aug 18 08:03:30.261633 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:03:30.622228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:03:30.627663 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:30.632016 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:03:30.640576 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:30.641190 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:30.657171 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-1fb0cd21-44e8-40f4-9042-a97838a32779 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "DELETE /v2.0/floatingips/4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c HTTP/1.1" status: 204 len: 168 time: 1.0849259 Aug 18 08:03:30.657746 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:03:30.660002 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae7cff-e1d7-4e31-8398-c7f026721aef" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:03:30.708576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24108502-0015-4fd4-a699-f2c484938bf4 x-openstack-request-id: req-24108502-0015-4fd4-a699-f2c484938bf4 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:03:30.708865 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:03:30.709118 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24108502-0015-4fd4-a699-f2c484938bf4 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:03:30.709521 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'status': 'completed', 'code': 200} Aug 18 08:03:30.746220 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:30.774104 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-9e68879c-de77-44dc-98cb-397da14d7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:30.775916 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-9e68879c-de77-44dc-98cb-397da14d7e32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 1098 time: 0.0452790 Aug 18 08:03:30.905037 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-6648851f-69b7-49d1-b689-b039294a826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:30.906422 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-6648851f-69b7-49d1-b689-b039294a826a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.1193321 Aug 18 08:03:30.919403 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a5b72-c671-4860-8e2d-77e806fe7707 req-d2fc316c-a99c-4f27-8e0a-4fcbe4b3c3f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:30.920880 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-122a5b72-c671-4860-8e2d-77e806fe7707 req-d2fc316c-a99c-4f27-8e0a-4fcbe4b3c3f0 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0726171 Aug 18 08:03:30.967592 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-864cedcd-b155-415b-840d-4461ad266ee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 200 len: 217 time: 0.0457547 Aug 18 08:03:30.982918 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:31.011820 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:03:31.012106 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-122a5b72-c671-4860-8e2d-77e806fe7707 req-12e4ac66-bae3-45d3-905d-eb5c9190af26 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834107 Aug 18 08:03:31.021868 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:31.022597 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:31.028205 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-400e2e98-e02f-4911-bcf6-c892f2db920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:31.029700 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-400e2e98-e02f-4911-bcf6-c892f2db920c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0548289 Aug 18 08:03:31.080765 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-a5558fad-d250-4017-a647-e102722cbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:31.082254 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-a5558fad-d250-4017-a647-e102722cbe5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443709 Aug 18 08:03:31.126223 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:31.171650 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-86e5b78b-566a-4fa5-b8e6-03ff2377b712 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Aug 18 08:03:31.266707 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-61ae7cff-e1d7-4e31-8398-c7f026721aef req-87239f13-4571-41f2-b1bf-6d2c44777c0b service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Aug 18 08:03:31.345743 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:31.492865 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0807adb-b48c-41e6-a040-33c4edf76e95 None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_floatingips': [{'id': 'fac48b29-8c8e-4bdc-b03a-f6db90dbfb72', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'router_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'port_id': 'e8659175-3466-4b23-b229-5f14baece638', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'mac_address': 'fa:16:3e:59:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T07:59:52Z', 'updated_at': '2021-08-18T07:59:54Z', 'revision_number': 1, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:03:31.718295 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f24ee-6e2b-4369-adfd-e71dc82a1fa2 None None] New status for floating IP 4c1e9ba7-8b24-4980-8fc9-4ab30fabb67c: DOWN {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 08:03:32.127726 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920762-0d16-49e9-ae38-b8c202e9a3fa req-496aef73-fd1b-463e-81f3-fa454c357491 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:32.129207 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff920762-0d16-49e9-ae38-b8c202e9a3fa req-496aef73-fd1b-463e-81f3-fa454c357491 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0474551 Aug 18 08:03:32.166001 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-ff920762-0d16-49e9-ae38-b8c202e9a3fa req-2936facd-4f99-4bbd-a684-5ea62fa8ff83 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Aug 18 08:03:32.355776 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-455d8591-2e24-476e-8091-afcaf8a18681 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:32.357150 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-455d8591-2e24-476e-8091-afcaf8a18681 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 945 time: 0.0471246 Aug 18 08:03:32.447587 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port d5f10146-478c-4b90-923b-b877f7eb0de1 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:32.447931 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:32.531549 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] For port d5f10146-478c-4b90-923b-b877f7eb0de1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d5f10146-478c-4b90-923b-b877f7eb0de1,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:32.531916 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:32.544387 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for d5f10146-478c-4b90-923b-b877f7eb0de1 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:32.669626 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:32.696433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=d5f10146-478c-4b90-923b-b877f7eb0de1,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:32.743680 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] No DVR routers for this DVR port d5f10146-478c-4b90-923b-b877f7eb0de1 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:03:32.746278 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:32.748278 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-56ab7122-3750-4ebb-ad18-d8a20801ae5b req-47d11ab0-02e6-4843-9eee-b7e452f703ca tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "DELETE /v2.0/ports/d5f10146-478c-4b90-923b-b877f7eb0de1 HTTP/1.1" status: 204 len: 173 time: 0.3850434 Aug 18 08:03:32.748920 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'name': 'network-vif-deleted', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:03:32.751709 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae58855-d091-4735-b178-16b4374e7425" -d '{"events": [{"server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "name": "network-vif-deleted", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:03:32.787442 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 08:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99d4b3-065b-4914-8271-bf881af65d49 x-openstack-request-id: req-0e99d4b3-065b-4914-8271-bf881af65d49 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:03:32.787741 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9e97c6-c338-47ec-8eaa-90e67c7de2fa", "name": "network-vif-deleted", "tag": "d5f10146-478c-4b90-923b-b877f7eb0de1", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:03:32.787999 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e99d4b3-065b-4914-8271-bf881af65d49 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:03:32.788398 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9e97c6-c338-47ec-8eaa-90e67c7de2fa', 'name': 'network-vif-deleted', 'tag': 'd5f10146-478c-4b90-923b-b877f7eb0de1', 'status': 'completed', 'code': 200} Aug 18 08:03:33.268049 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-356f5869-604f-4679-b2ee-3a60fd57b611 req-84fef5ab-9de3-4f23-96b6-9c2dc1eae309 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf9e97c6-c338-47ec-8eaa-90e67c7de2fa HTTP/1.1" status: 200 len: 210 time: 0.0260875 Aug 18 08:03:36.536509 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43750) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:36.689899 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port 1a529c6b-0349-4cdd-8852-8e0c488f886e {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:36.690157 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:36.761283 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:36.761602 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:36.772773 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for 1a529c6b-0349-4cdd-8852-8e0c488f886e owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:36.913263 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:36.941102 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=1a529c6b-0349-4cdd-8852-8e0c488f886e,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:36.949904 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.950374 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.950826 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.951279 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.951797 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.952067 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.952465 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.952746 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.953186 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.953518 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.953842 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:36.954165 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:37.020102 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:37.020427 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.db.l3_db [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Floating IP fac48b29-8c8e-4bdc-b03a-f6db90dbfb72 disassociated (deleted). External IP: 172.27.0.193, port: e8659175-3466-4b23-b229-5f14baece638. Aug 18 08:03:37.222378 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:03:37.528868 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:03:37.534201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:37.539344 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:03:37.548676 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:37.549292 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:37.559371 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3be111cb-9f92-4536-b419-56a7b78e8140 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "DELETE /v2.0/floatingips/fac48b29-8c8e-4bdc-b03a-f6db90dbfb72 HTTP/1.1" status: 204 len: 168 time: 1.0218077 Aug 18 08:03:37.559969 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638'}] {{(pid=105478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:03:37.562209 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}267f0fbeedef17ee369478509a7231ac5634417cb5e3c6d25ffcb5adc1867b3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894a1f3a-275c-4072-92bd-bd101c967b62" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638"}]}' {{(pid=105478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:03:37.659014 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:37.713385 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 08:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d76ec2-d40f-41cf-8f6c-57dc0950d6e5 x-openstack-request-id: req-62d76ec2-d40f-41cf-8f6c-57dc0950d6e5 {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:03:37.713669 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "tag": "e8659175-3466-4b23-b229-5f14baece638", "status": "completed", "code": 200}]} {{(pid=105478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:03:37.713919 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62d76ec2-d40f-41cf-8f6c-57dc0950d6e5 {{(pid=105478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:03:37.714307 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'tag': 'e8659175-3466-4b23-b229-5f14baece638', 'status': 'completed', 'code': 200} Aug 18 08:03:37.802425 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-58d3b482-2f2b-4356-8a22-3985257c1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:37.803916 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-58d3b482-2f2b-4356-8a22-3985257c1c0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2639a33e25a40da815edf5ece3ff558&device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0665631 Aug 18 08:03:37.814915 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd9d7-3905-4fab-bec4-441e02a33ee6 req-c51b613d-8989-45eb-9301-5b9caa6686fa tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:37.816342 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c1dd9d7-3905-4fab-bec4-441e02a33ee6 req-c51b613d-8989-45eb-9301-5b9caa6686fa tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0697680 Aug 18 08:03:37.870136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:37.899998 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:03:37.904775 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-1c1dd9d7-3905-4fab-bec4-441e02a33ee6 req-aa0b4152-09b6-4a5b-ab5a-695796f9ca25 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788784 Aug 18 08:03:37.906385 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d5f10146-478c-4b90-923b-b877f7eb0de1 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:37.927443 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: d5f10146-478c-4b90-923b-b877f7eb0de1 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:37.927793 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device d5f10146-478c-4b90-923b-b877f7eb0de1 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:37.929599 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:37.930217 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:37.930335 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-7a54e550-f07d-4da8-950d-752d2da8a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:37.931884 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-7a54e550-f07d-4da8-950d-752d2da8a7e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 200 len: 913 time: 0.1146536 Aug 18 08:03:37.973760 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-acd75e1d-0c5e-48fd-8bb7-1a4212fe2b16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 200 len: 217 time: 0.0340600 Aug 18 08:03:38.026525 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-0c9c51e3-563b-479b-960b-a9e0e4c693a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:38.027964 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-0c9c51e3-563b-479b-960b-a9e0e4c693a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 200 len: 851 time: 0.0464411 Aug 18 08:03:38.035224 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:38.075143 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-3dad3f4f-6f9c-4f48-91ad-dbc61ab66406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:38.076614 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-3dad3f4f-6f9c-4f48-91ad-dbc61ab66406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d231ffd-27ec-4188-975c-4f8ee90c2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406077 Aug 18 08:03:38.163680 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-c6803f9d-1f2a-42b2-b3fa-6b508a0f0bc5 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794120 Aug 18 08:03:38.184364 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:03:38.231177 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:38.257684 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-894a1f3a-275c-4072-92bd-bd101c967b62 req-262089c5-6dc0-4698-a45f-0b1452df7ad7 service neutron] 10.222.0.42 "GET /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Aug 18 08:03:38.260779 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12ae87-db1e-4ea3-861f-cb213431a4ed None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:31Z', 'revision_number': 4, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi', '_interfaces': [{'id': '130eaf5a-0314-4e5e-b89f-b63439cb59bb', 'name': '', 'network_id': '4d231ffd-27ec-4188-975c-4f8ee90c2b56', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'mac_address': 'fa:16:3e:ac:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:30Z', 'updated_at': '2021-08-18T07:56:38Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'subnets': [{'id': '10ba8cb2-8a4a-457e-bb50-5b031ba22463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:03:38.466367 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86e70c-b44e-4bd3-a285-38d1ea680c13 None None] New status for floating IP fac48b29-8c8e-4bdc-b03a-f6db90dbfb72: DOWN {{(pid=105481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 08:03:39.021548 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0a88b-0f0c-46d8-97dc-a5522140c6cf req-6085bca8-ad48-4379-b908-761ab04c7c50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:39.023027 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6ba0a88b-0f0c-46d8-97dc-a5522140c6cf req-6085bca8-ad48-4379-b908-761ab04c7c50 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Aug 18 08:03:39.060575 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-6ba0a88b-0f0c-46d8-97dc-a5522140c6cf req-e36d47f6-6c1b-49d4-af84-b3396b478588 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f3c867-b653-4e55-94ab-686115aeaf39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Aug 18 08:03:39.221941 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926cea-c7da-4347-919b-9339cb1c98dd req-f7dd5119-3122-4bde-a993-337befdac63e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 08:03:39.223294 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06926cea-c7da-4347-919b-9339cb1c98dd req-f7dd5119-3122-4bde-a993-337befdac63e tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Aug 18 08:03:39.312084 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port e8659175-3466-4b23-b229-5f14baece638 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:39.312433 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:39.414649 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] For port e8659175-3466-4b23-b229-5f14baece638, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e8659175-3466-4b23-b229-5f14baece638,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:39.415007 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:39.427791 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for e8659175-3466-4b23-b229-5f14baece638 owned by compute:nova {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:39.549173 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:39.581055 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=e8659175-3466-4b23-b229-5f14baece638,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:39.619881 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] No DVR routers for this DVR port e8659175-3466-4b23-b229-5f14baece638 on host hv-cinder-80469 {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:03:39.622441 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for port, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:39.624390 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-06926cea-c7da-4347-919b-9339cb1c98dd req-17cc4692-b8cd-4456-bf96-040b1449bd74 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.42 "DELETE /v2.0/ports/e8659175-3466-4b23-b229-5f14baece638 HTTP/1.1" status: 204 len: 173 time: 0.3941453 Aug 18 08:03:39.624917 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'name': 'network-vif-deleted', 'tag': 'e8659175-3466-4b23-b229-5f14baece638'}] {{(pid=105479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 08:03:39.627219 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8c1adafd0860e8088654c420a0c5180cf1f21df152e2cd2efd5e5ca39a759" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dc4634-d5c2-47a7-a3f4-ad7dad0f3372" -d '{"events": [{"server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "name": "network-vif-deleted", "tag": "e8659175-3466-4b23-b229-5f14baece638"}]}' {{(pid=105479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 08:03:39.663754 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b3c44-f11e-4851-92a4-7c09153e6690 x-openstack-request-id: req-8c2b3c44-f11e-4851-92a4-7c09153e6690 {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 08:03:39.664087 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3", "name": "network-vif-deleted", "tag": "e8659175-3466-4b23-b229-5f14baece638", "status": "completed", "code": 200}]} {{(pid=105479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 08:03:39.664394 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c2b3c44-f11e-4851-92a4-7c09153e6690 {{(pid=105479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 08:03:39.664868 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3', 'name': 'network-vif-deleted', 'tag': 'e8659175-3466-4b23-b229-5f14baece638', 'status': 'completed', 'code': 200} Aug 18 08:03:40.165065 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [req-9037c79a-8406-4459-b730-826d2e6f8ef9 req-c7ecb1c1-3560-4e04-805b-1265370a51a4 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d2c18a4-c232-4f1a-baa8-0ff5605b0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Aug 18 08:03:41.221735 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43770) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:41.339580 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Deleting port 483b6868-b4c2-4cd9-922d-af1a1ea66529 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:41.339918 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.410172 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.410416 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.421235 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Calling delete_port for 483b6868-b4c2-4cd9-922d-af1a1ea66529 owned by network:floatingip {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:41.545546 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.573190 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'Port': ['ID=483b6868-b4c2-4cd9-922d-af1a1ea66529,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:41.630061 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for floatingip, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.632636 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40941'] for floatingip, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:41.633794 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d685e920-7f4e-41dd-ae1e-8c5a66e7d0e3 tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "DELETE /v2.0/floatingips/774f3e41-543b-45d1-9bf1-0f8ca9f4f3b5 HTTP/1.1" status: 204 len: 168 time: 0.4110701 Aug 18 08:03:42.829096 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43782) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:42.885995 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:42.910097 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:42.966343 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:42.968865 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:42.970017 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] 10.222.0.38 "DELETE /v2.0/security-groups/97f3c867-b653-4e55-94ab-686115aeaf39 HTTP/1.1" status: 204 len: 168 time: 0.1399658 Aug 18 08:03:42.978686 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4fcdd-98b0-4a2c-8090-d9d4ccbf37cc tempest-TestVolumeBootPattern-245089550 tempest-TestVolumeBootPattern-245089550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3c867-b653-4e55-94ab-686115aeaf39,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:43.024411 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43786) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:43.497682 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:43.737262 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Deleting port 130eaf5a-0314-4e5e-b89f-b63439cb59bb {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:43.737605 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:43.815984 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] For port 130eaf5a-0314-4e5e-b89f-b63439cb59bb, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=130eaf5a-0314-4e5e-b89f-b63439cb59bb,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:43.816343 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:43.827885 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Calling delete_port for 130eaf5a-0314-4e5e-b89f-b63439cb59bb owned by network:router_interface {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:43.936940 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e8659175-3466-4b23-b229-5f14baece638 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:43.957136 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] No Port match for: e8659175-3466-4b23-b229-5f14baece638 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:43.957521 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Device e8659175-3466-4b23-b229-5f14baece638 not bound to the agent host hv-cinder-80469 {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:44.003017 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.029153 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Pushing event deleted for resources: {'Port': ['ID=130eaf5a-0314-4e5e-b89f-b63439cb59bb,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:44.192936 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.402183 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Router 41de9581-64ea-4580-8ab0-93e6ced71f33 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:03:44.504420 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:03:44.509299 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-98e9dd27-0fc8-41d3-a718-1fa26484ee83 admin admin] 10.222.0.38 "PUT /v2.0/routers/41de9581-64ea-4580-8ab0-93e6ced71f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837210 Aug 18 08:03:44.511816 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43790) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:44.514222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Sync routers for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:03:44.523168 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:44.523770 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:44.611970 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks [] for router, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.623670 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:44.714201 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.765967 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Deleting port e2612a59-62e2-4150-9637-8a214cee61a7 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:44.766343 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.794501 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T08:03:43Z', 'revision_number': 5, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port': {'id': 'e2612a59-62e2-4150-9637-8a214cee61a7', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T07:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:44.823656 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Checking router: 41de9581-64ea-4580-8ab0-93e6ced71f33 for host: dv-cinder-804698-3-iscsi {{(pid=105480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:03:44.832682 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Routers {'41de9581-64ea-4580-8ab0-93e6ced71f33'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:44.833294 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['41de9581-64ea-4580-8ab0-93e6ced71f33'], 'active': True} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:44.848466 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] For port e2612a59-62e2-4150-9637-8a214cee61a7, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e2612a59-62e2-4150-9637-8a214cee61a7,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:44.848824 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:44.859962 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Calling delete_port for e2612a59-62e2-4150-9637-8a214cee61a7 owned by network:router_gateway {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:44.916959 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvr_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] Set router 41de9581-64ea-4580-8ab0-93e6ced71f33 gateway port host: None {{(pid=105480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:45.037136 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.068756 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2612a59-62e2-4150-9637-8a214cee61a7,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:45.109405 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_hamode_db [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T08:03:44Z', 'revision_number': 6, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:45.120998 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.137690 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd10f0-185e-41f6-a60a-7a63693c58f3 None None] The sync data for ids ['41de9581-64ea-4580-8ab0-93e6ced71f33'] in dv-cinder-804698-3-iscsi is: [{'id': '41de9581-64ea-4580-8ab0-93e6ced71f33', 'name': 'tempest-TestVolumeBootPattern-1821397550-router', 'tenant_id': 'f2639a33e25a40da815edf5ece3ff558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:28Z', 'updated_at': '2021-08-18T08:03:44Z', 'revision_number': 6, 'project_id': 'f2639a33e25a40da815edf5ece3ff558', 'gw_port_host': None}] {{(pid=105480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:03:45.211827 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.213941 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.258618 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.259208 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41de9581-64ea-4580-8ab0-93e6ced71f33 {{(pid=105478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 08:03:45.263295 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] Notify callbacks [] for router, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.264431 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-0cdf9d37-22fa-454f-af7c-ea90826a0676 admin admin] 10.222.0.38 "DELETE /v2.0/routers/41de9581-64ea-4580-8ab0-93e6ced71f33 HTTP/1.1" status: 204 len: 168 time: 0.7517281 Aug 18 08:03:45.268289 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43792) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:45.311650 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.db_base_plugin_v2 [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Deleting subnet 10ba8cb2-8a4a-457e-bb50-5b031ba22463 {{(pid=105478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 08:03:45.315672 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.349361 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2852956'] for subnet, precommit_delete_associations {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.425462 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.480367 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2663842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2883958'] for subnet, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.506992 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ba8cb2-8a4a-457e-bb50-5b031ba22463,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:45.510614 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for subnet, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.513304 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-963a49db-0555-4351-8893-1dc4188b40f7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/10ba8cb2-8a4a-457e-bb50-5b031ba22463 HTTP/1.1" status: 204 len: 168 time: 0.2433023 Aug 18 08:03:45.515419 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43794) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:45.517828 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cea22-0999-483a-bd91-15e2f0948ab6 None None] Network 4d231ffd-27ec-4188-975c-4f8ee90c2b56 requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 08:03:45.591061 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.642891 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Deleting port 8e39d355-295a-4b13-b890-3f944f3590cf {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:45.643228 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.704182 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] For port 8e39d355-295a-4b13-b890-3f944f3590cf, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=8e39d355-295a-4b13-b890-3f944f3590cf,segment=NetworkSegment(d3167e04-0357-40f8-bff3-0608324b5ee7),segment_id=d3167e04-0357-40f8-bff3-0608324b5ee7)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:45.704576 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.716240 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Calling delete_port for 8e39d355-295a-4b13-b890-3f944f3590cf owned by network:dhcp {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:45.794119 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.819962 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e39d355-295a-4b13-b890-3f944f3590cf,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:45.823311 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] No DVR routers for this DVR port 8e39d355-295a-4b13-b890-3f944f3590cf on host dv-cinder-804698-3-iscsi {{(pid=105479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:03:45.895974 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.905896 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d231ffd-27ec-4188-975c-4f8ee90c2b56']}} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:45.920931 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0721e-ed8a-41aa-bd57-a356a4fb111c None None] DHCP port deletion for 4d231ffd-27ec-4188-975c-4f8ee90c2b56 request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 08:03:45.921356 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3167e04-0357-40f8-bff3-0608324b5ee7') {'for_net_delete': True} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:45.921652 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.services.segments.db [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3167e04-0357-40f8-bff3-0608324b5ee7') {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:45.933933 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9814260'] for segment, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.948057 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.954459 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=105479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 08:03:45.954876 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9638523'] for segment, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: Traceback (most recent call last): Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: timer() Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: cb(*args, **kw) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: return func(*args, **kwargs) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: self._notify() Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: self.callback(batched_events) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: event.method(event) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: return f(self, *a, **k) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._get(url).json() Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: return self.request(url, 'GET', **kwargs) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 08:03:45.956526 dv-cinder-804698-3-iscsi neutron-server[105479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 08:03:46.008535 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.013300 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.018475 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4d231ffd-27ec-4188-975c-4f8ee90c2b56 HTTP/1.1" status: 204 len: 168 time: 0.4986100 Aug 18 08:03:46.018688 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43796) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:46.034480 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9896f2a-71a6-46ae-a746-03191e57b988 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d231ffd-27ec-4188-975c-4f8ee90c2b56,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:46.370982 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594422'] for router_interface, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.608897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Deleting port 3c31de26-5a39-4125-b731-e70987e43cf5 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:46.609592 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.683045 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] For port 3c31de26-5a39-4125-b731-e70987e43cf5, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=3c31de26-5a39-4125-b731-e70987e43cf5,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:46.683315 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.695278 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Calling delete_port for 3c31de26-5a39-4125-b731-e70987e43cf5 owned by network:router_interface {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:46.872807 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:46.901686 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c31de26-5a39-4125-b731-e70987e43cf5,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:47.049650 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-8745fba9-aec6-4fae-90d1-47e73daa9c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.070296 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768102'] for router_interface, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.245688 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8e39d355-295a-4b13-b890-3f944f3590cf no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:47.268071 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 8e39d355-295a-4b13-b890-3f944f3590cf {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:47.268419 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 8e39d355-295a-4b13-b890-3f944f3590cf not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:47.268864 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e2612a59-62e2-4150-9637-8a214cee61a7 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:47.281750 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Router 0948627d-54f7-4470-a7be-af6546d90ab5 has already been hosted by L3 agent 153fed75-87c5-4c01-b9f7-71a92288e366 {{(pid=105479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 08:03:47.286878 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: e2612a59-62e2-4150-9637-8a214cee61a7 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:47.287232 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e2612a59-62e2-4150-9637-8a214cee61a7 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:47.287661 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 130eaf5a-0314-4e5e-b89f-b63439cb59bb no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:47.306157 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 130eaf5a-0314-4e5e-b89f-b63439cb59bb {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:47.306508 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 130eaf5a-0314-4e5e-b89f-b63439cb59bb not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:47.646900 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] Notify agent at l3_agent.dv-cinder-804698-3-iscsi the message routers_updated {{(pid=105479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 08:03:47.651749 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-a21cf05f-4559-492e-aa84-369b19aa8384 admin admin] 10.222.0.38 "PUT /v2.0/routers/0948627d-54f7-4470-a7be-af6546d90ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320672 Aug 18 08:03:47.654415 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43798) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:47.655393 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Sync routers for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 08:03:47.664342 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:47.664975 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:47.754024 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks [] for router, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.766895 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: dv-cinder-804698-3-iscsi {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:47.848755 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.901950 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Deleting port d97a3d2f-7b88-49f1-b6af-346836211b45 {{(pid=105479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:47.902198 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.940937 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'external_fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T08:03:46Z', 'revision_number': 5, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port': {'id': 'd97a3d2f-7b88-49f1-b6af-346836211b45', 'name': '', 'network_id': '74e2096c-1469-413f-94ce-69fe38608335', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T07:56:34Z', 'updated_at': '2021-08-18T07:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '406cfa15-e64c-4210-9da4-5b5f89c09b69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-3-iscsi'}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:47.966768 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Checking router: 0948627d-54f7-4470-a7be-af6546d90ab5 for host: dv-cinder-804698-3-iscsi {{(pid=105481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 08:03:47.974875 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Routers {'0948627d-54f7-4470-a7be-af6546d90ab5'} bound to L3 agent in host dv-cinder-804698-3-iscsi {{(pid=105481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 08:03:47.975484 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T07:42:20Z,description=,heartbeat_timestamp=2021-08-18T08:03:20Z,host='dv-cinder-804698-3-iscsi',id=153fed75-87c5-4c01-b9f7-71a92288e366,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T07:42:20Z,topic='l3_agent')) {'router_ids': ['0948627d-54f7-4470-a7be-af6546d90ab5'], 'active': True} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:47.977909 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.db [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] For port d97a3d2f-7b88-49f1-b6af-346836211b45, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=d97a3d2f-7b88-49f1-b6af-346836211b45,segment=NetworkSegment(2d7f6e68-ed64-4890-8570-13e4a79412e5),segment_id=2d7f6e68-ed64-4890-8570-13e4a79412e5)] {{(pid=105479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:47.978346 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:47.990815 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Calling delete_port for d97a3d2f-7b88-49f1-b6af-346836211b45 owned by network:router_gateway {{(pid=105479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:48.149965 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_dvr_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] Set router 0948627d-54f7-4470-a7be-af6546d90ab5 gateway port host: None {{(pid=105481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 08:03:48.158107 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9638316'] for port, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.181301 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d97a3d2f-7b88-49f1-b6af-346836211b45,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:48.200590 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.l3_hamode_db [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T08:03:47Z', 'revision_number': 6, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port_host': None}], 'dv-cinder-804698-3-iscsi', False) {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:48.228408 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1a10e-157e-4a70-bb81-5a5f2d450807 None None] The sync data for ids ['0948627d-54f7-4470-a7be-af6546d90ab5'] in dv-cinder-804698-3-iscsi is: [{'id': '0948627d-54f7-4470-a7be-af6546d90ab5', 'name': 'tempest-TestVolumeBootPattern-500996365-router', 'tenant_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T07:56:33Z', 'updated_at': '2021-08-18T08:03:47Z', 'revision_number': 6, 'project_id': '7f317d4d1ad74ce8bd4fced1e4105a28', 'gw_port_host': None}] {{(pid=105481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 08:03:48.247014 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716718'] for router_gateway, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.336627 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27640'] for router, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.338702 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.380163 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594916'] for router, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.380714 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0948627d-54f7-4470-a7be-af6546d90ab5 {{(pid=105479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 08:03:48.384897 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] Notify callbacks [] for router, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.386052 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-0c609b94-77a3-4dde-a6ea-8a4271b69c3b admin admin] 10.222.0.38 "DELETE /v2.0/routers/0948627d-54f7-4470-a7be-af6546d90ab5 HTTP/1.1" status: 204 len: 168 time: 0.7307057 Aug 18 08:03:48.388614 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [-] (105479) accepted ('10.222.0.38', 43800) {{(pid=105479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:48.434917 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Deleting subnet 51526bcb-83fc-405f-8ed0-800b58be8ac6 {{(pid=105479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 08:03:48.437934 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.470941 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9814269'] for subnet, precommit_delete_associations {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.543689 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1763988'] for subnet, precommit_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.597183 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1763981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9638361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8845542'] for subnet, after_delete {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.627053 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51526bcb-83fc-405f-8ed0-800b58be8ac6,revision_number=None']} {{(pid=105479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:48.631905 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.636314 dv-cinder-804698-3-iscsi neutron-server[105479]: INFO neutron.wsgi [None req-f34f8a81-e631-4f9a-859e-697ec74d78b8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/51526bcb-83fc-405f-8ed0-800b58be8ac6 HTTP/1.1" status: 204 len: 168 time: 0.2442796 Aug 18 08:03:48.636429 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43802) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:48.639080 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6af654-106a-438f-ba17-99818e4c041e None None] Network d83597be-5a30-4132-956f-413b3ce0846b requested from dv-cinder-804698-3-iscsi {{(pid=105480) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 08:03:48.705604 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645965'] for network, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.760964 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Deleting port e366b651-3fc2-42af-90f2-8353a8675587 {{(pid=105478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:48.762126 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.778423 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.807020 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.827799 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.db [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] For port e366b651-3fc2-42af-90f2-8353a8675587, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e366b651-3fc2-42af-90f2-8353a8675587,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:48.828157 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:48.840484 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Calling delete_port for e366b651-3fc2-42af-90f2-8353a8675587 owned by network:dhcp {{(pid=105478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:48.992241 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] DHCP port deletion for d83597be-5a30-4132-956f-413b3ce0846b request from dv-cinder-804698-3-iscsi {{(pid=105480) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 08:03:49.043028 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Deleting port e366b651-3fc2-42af-90f2-8353a8675587 {{(pid=105480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 08:03:49.043421 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759215517525'] for port, before_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.113442 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.db [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] For port e366b651-3fc2-42af-90f2-8353a8675587, host dv-cinder-804698-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-3-iscsi',level=0,port_id=e366b651-3fc2-42af-90f2-8353a8675587,segment=NetworkSegment(ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c),segment_id=ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c)] {{(pid=105480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 08:03:49.113943 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713920'] for port, precommit_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.127206 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Calling delete_port for e366b651-3fc2-42af-90f2-8353a8675587 owned by network:dhcp {{(pid=105480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 08:03:49.129668 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663895'] for port, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.153423 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e366b651-3fc2-42af-90f2-8353a8675587,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:49.159867 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] No DVR routers for this DVR port e366b651-3fc2-42af-90f2-8353a8675587 on host dv-cinder-804698-3-iscsi {{(pid=105478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:03:49.205031 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759215521913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759215034956'] for port, after_delete {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.232154 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Pushing event deleted for resources: {'Port': ['ID=e366b651-3fc2-42af-90f2-8353a8675587,revision_number=None']} {{(pid=105480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:49.232739 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763357', 'neutron.services.segments.db._delete_segments_for_network-8759215536321'] for network, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.234405 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d97a3d2f-7b88-49f1-b6af-346836211b45 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:49.244107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83597be-5a30-4132-956f-413b3ce0846b']}} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:49.260424 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c') {'for_net_delete': True} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:49.261107 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.services.segments.db [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1d62e8-02a3-4267-a3ce-8d25e6f7ea0c') {} {{(pid=105478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 08:03:49.263535 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: d97a3d2f-7b88-49f1-b6af-346836211b45 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:49.263879 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device d97a3d2f-7b88-49f1-b6af-346836211b45 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:49.264292 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e366b651-3fc2-42af-90f2-8353a8675587 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:49.266764 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.267247 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.267599 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.267762 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.268273 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.268786 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.269722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.270090 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.270394 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.270722 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.271173 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.271369 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-3-iscsi {{(pid=105480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 08:03:49.271481 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759215582118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2852949'] for segment, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.274222 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7fa85-d35f-400a-bffc-0ac155b85b9f None None] No DVR routers for this DVR port e366b651-3fc2-42af-90f2-8353a8675587 on host dv-cinder-804698-3-iscsi {{(pid=105480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 08:03:49.288098 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545'] for segment, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.295408 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=105478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 08:03:49.295834 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663936'] for segment, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.296562 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: e366b651-3fc2-42af-90f2-8353a8675587 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:49.296901 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device e366b651-3fc2-42af-90f2-8353a8675587 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:49.297413 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 3c31de26-5a39-4125-b731-e70987e43cf5 no longer exists at agent ovs-agent-dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: Traceback (most recent call last): Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: timer() Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: cb(*args, **kw) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: return func(*args, **kwargs) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: self._notify() Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: self.callback(batched_events) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: event.method(event) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: return f(self, *a, **k) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._get(url).json() Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: return self.request(url, 'GET', **kwargs) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 08:03:49.308755 dv-cinder-804698-3-iscsi neutron-server[105478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 08:03:49.326518 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.plugin [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] No Port match for: 3c31de26-5a39-4125-b731-e70987e43cf5 {{(pid=105480) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 08:03:49.326863 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron.plugins.ml2.rpc [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Device 3c31de26-5a39-4125-b731-e70987e43cf5 not bound to the agent host dv-cinder-804698-3-iscsi {{(pid=105480) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 08:03:49.358019 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716667'] for network, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.364261 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537036'] for network, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.366377 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d83597be-5a30-4132-956f-413b3ce0846b HTTP/1.1" status: 204 len: 168 time: 0.7289419 Aug 18 08:03:49.377525 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4059c-a8db-4cbf-a0db-436484f05958 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83597be-5a30-4132-956f-413b3ce0846b,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:49.473910 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43806) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:49.511883 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-fb89f94c-62dd-4ac1-ab8c-b3597cc03fed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2639a33e25a40da815edf5ece3ff558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367813 Aug 18 08:03:49.514368 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43808) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:49.560378 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.584624 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.642086 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.644710 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.645859 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5f7f41a-69e8-4287-890e-57b948aeea85 HTTP/1.1" status: 204 len: 168 time: 0.1306229 Aug 18 08:03:49.653763 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f9239-f3f7-4ccd-b189-873aaec84757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7f41a-69e8-4287-890e-57b948aeea85,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:49.709645 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-e4e120ee-e914-49c9-8801-474a7fcd57da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:49.964463 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43814) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:50.004248 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-3e79dc03-a714-4616-a6c1-4b2695c51ae1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f317d4d1ad74ce8bd4fced1e4105a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384316 Aug 18 08:03:50.006541 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [-] (105478) accepted ('10.222.0.38', 43816) {{(pid=105478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 08:03:50.054752 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:50.075718 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:50.120816 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546280'] for security_group, after_delete {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:50.123361 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron_lib.callbacks.manager [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:50.124525 dv-cinder-804698-3-iscsi neutron-server[105478]: INFO neutron.wsgi [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49933818-4665-4a3d-bbc7-ca07cd9d436b HTTP/1.1" status: 204 len: 168 time: 0.1170654 Aug 18 08:03:50.132509 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed40f3-5725-44d1-8f1a-ee94cc32176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49933818-4665-4a3d-bbc7-ca07cd9d436b,revision_number=None']} {{(pid=105478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 08:03:51.123938 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:03:52.349156 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:15.183813 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:04:17.040537 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-ea13cafe-67bb-4c8c-9235-9a2ca73bf3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:18.775957 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:18.806502 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:19.710702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b42aa7d9-b226-470d-8422-b01127b7b057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:21.126228 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:22.351559 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:47.040318 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-4b0f0097-55a9-4a01-be6d-71270ba3b29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:48.791094 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:48.807059 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:49.712952 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3e867313-645b-4df4-a30e-b5d6ba99e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:51.130071 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:04:52.182527 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:04:52.353416 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:17.041019 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd9b6-53db-416f-89cc-d1afdf06fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:18.790860 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:18.807436 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:19.712772 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-17be8df4-0824-4391-8ed4-7654fd3979a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:21.134337 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:22.355823 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:29.180764 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:05:47.043035 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9c2a-2706-4472-ad99-cdf15041fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:48.808425 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:48.812472 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:49.712496 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-3b743224-aee9-452e-a9b3-c9a8eb2723e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:51.134266 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:05:52.359424 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:06.179939 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:06:17.043798 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d7de2577-f1b1-4885-988c-6311965e203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:18.818021 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:18.819031 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:19.714085 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-862b851b-0a8a-488f-91ef-aba8cb083e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:21.137485 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:22.364761 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:43.179152 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:06:47.044916 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-a2c35689-4cab-4dee-9491-37a9ddddeba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:48.819485 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:48.820742 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:49.715517 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-88d1599a-0fab-4244-8561-0108e71cfed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:51.139507 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:52.364604 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:06:56.091012 dv-cinder-804698-3-iscsi neutron-server[105479]: DEBUG neutron.wsgi [req-a67de3a9-c6b7-44ff-bf62-07db5b115e22 req-4b5d4745-2e88-4ebe-b2c1-f5fe49dcc2b7 service neutron] (105479) timed out ('10.222.0.42', 65273) {{(pid=105479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 08:07:17.045880 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-7aceb137-68c7-48ee-99df-7123fd0aa693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:18.822810 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:18.824567 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:19.716153 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-351648d0-a3ab-4221-a99e-e718d0d221b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:20.177778 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:07:21.143340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:22.366017 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:35.787202 dv-cinder-804698-3-iscsi neutron-server[105478]: DEBUG neutron.wsgi [req-3c89466d-768b-4ab0-98f8-9e3c83fb0131 req-8363d7be-a6a4-4388-984d-c093d985772b service neutron] (105478) timed out ('10.222.0.42', 65275) {{(pid=105478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 08:07:47.047053 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-8805b52b-dfd9-4303-b5d0-463e96966e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:48.820600 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:48.822340 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:49.717503 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2b07cd71-767e-4190-a9d5-6fe030a6a375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:51.146505 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:52.368144 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:07:57.177203 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:08:17.048728 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-15216ade-742a-435c-93f4-e1b4f3a1f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:18.817305 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:18.827702 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:19.717780 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-60c2404f-aa09-477d-8a2c-2b9493d97977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:21.149801 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:22.373481 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:34.176282 dv-cinder-804698-3-iscsi neutron-server[105481]: DEBUG neutron.db.agents_db [None req-fcea00e1-2cc2-4853-bde4-9d70af054695 None None] Agent healthcheck: found 6 active agents {{(pid=105481) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 08:08:47.050301 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-cbf752a2-304b-4638-826a-2c66db25b603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:48.808679 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-58503225-1e06-4df5-b2a0-c393c57930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:48.824998 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-2367f9bb-f16e-40f8-a9c7-b122a28e22b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:49.718295 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-d738389e-e5b3-460d-a585-a37eba4de42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:51.151833 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-b8868239-c921-4f21-b38f-74f14aa55d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 08:08:52.373322 dv-cinder-804698-3-iscsi neutron-server[105480]: DEBUG neutron_lib.callbacks.manager [None req-34d0cf6e-57ee-4c11-a791-85962c7d0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759215536339', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769043'] for agent, after_update {{(pid=105480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}